-- Logs begin at Fri 2021-07-23 16:21:42 UTC, end at Fri 2021-07-23 17:28:17 UTC. -- Jul 23 17:04:12.952491 dv-cinder-802045-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 17:04:15.823040 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.common.config [-] Logging enabled! Jul 23 17:04:15.823629 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev5 Jul 23 17:04:15.825038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82004) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 23 17:04:15.825987 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.common.config [-] Logging enabled! Jul 23 17:04:15.825987 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev5 Jul 23 17:04:15.828581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82004) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 23 17:04:15.828581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 23 17:04:15.828581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 23 17:04:15.829334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 23 17:04:15.829657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 23 17:04:15.830459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 23 17:04:15.830459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.830725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.831093 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.831403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.831787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.832168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.832528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.832905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.834955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.835328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.835695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.836063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.836371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.836745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.837127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.837509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.837993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] debug = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.838161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.838992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.839463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.839823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.840202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.840555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.840915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.841282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.841756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] host = dv-cinder-802045-1-smb {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.842120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.842491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.842858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.843223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.843575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.843947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.844315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.844666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.845019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_file = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.845373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.845773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.846145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.846533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.846896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.847112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.847528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.847906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.848253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.849111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.850671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.850994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.851313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.851623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.851968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.852298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.852626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.852933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.853241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.853545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.854462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.854462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.854729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.855068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.855380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.855717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.856020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.856328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.856687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.857010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.857334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.857657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.857995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.858320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.858625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.858894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.859203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] use_json = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.859506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.859809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.860134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.860436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.860736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.861040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.861420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.861680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:15.862033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.862390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.862760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.863029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.863354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.863671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.864001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.864341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.865308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.865942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.866290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.866603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.866935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.867274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.867607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.867914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.868250 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.868645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.868963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.869274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.869607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.869948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.870254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.870572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.870922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.871193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.871487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.871795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.872122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.872430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.872732 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.873077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.873341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.873645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.873992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.874301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.874608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.874905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.875210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.875514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.875814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.876120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.876421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.876730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.877026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.877331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.877634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.877969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.878265 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.878568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.878873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.879181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.879476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.880331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.881189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.881523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.881870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.882200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.882542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.882870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.883186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.883502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.883882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.884204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.884513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.884860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.885169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.885452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.885811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.886134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.886448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.886770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.887077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.887410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.887721 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.888048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.888356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.888667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.888983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.889295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.889623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.889981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.890312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.890639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.890969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.891279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.891632 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.891944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:15.892186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:04:15.892454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82004) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jul 23 17:04:16.611585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:16.611919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:16.612279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:16.613987 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 17:04:16.998742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:16.999616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:16.999616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.065914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.066263 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.066513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.070509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.070819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.071113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.229857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.230176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.230478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.231946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.232258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.232552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.365218 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.365525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.366362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.366828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.368714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.571960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.572350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.572678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.572991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.573295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.573690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.574033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.574333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.574632 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.575177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.575693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.575910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.576135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.576473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.577295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.577625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.578039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.578376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.578699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.579027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.579519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.579813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.580099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.580458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.580747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.581030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.581504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:17.581819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:17.582098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:17.582341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:17.582614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:17.582882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:17.584325 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 17:04:17.593329 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 17:04:17.602749 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 17:04:17.610267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Jul 23 17:04:17.613569 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 17:04:17.616051 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 17:04:17.616190 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 17:04:17.616539 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 17:04:17.621125 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 17:04:17.621429 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 17:04:17.622131 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 17:04:17.653891 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jul 23 17:04:17.654436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.654781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82004) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 17:04:17.655203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.656688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82004) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 17:04:17.657027 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 17:04:17.657316 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 17:04:17.660657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.660978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:17.731888 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 17:04:17.732140 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 17:04:17.732408 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 17:04:17.732830 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 17:04:17.778258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.sqlalchemy.engines [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82004) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 23 17:04:18.332563 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing driver for type 'gre' Jul 23 17:04:18.334471 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] gre ID ranges: [(1, 1000)] Jul 23 17:04:18.392104 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing driver for type 'local' Jul 23 17:04:18.392474 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing driver for type 'vlan' Jul 23 17:04:18.406699 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] VlanTypeDriver initialization complete Jul 23 17:04:18.407336 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing driver for type 'vxlan' Jul 23 17:04:18.408268 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] vxlan ID ranges: [(1, 1000)] Jul 23 17:04:18.459615 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing extension driver 'port_security' Jul 23 17:04:18.460058 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.extensions.port_security [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] PortSecurityExtensionDriver initialization complete Jul 23 17:04:18.460480 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing mechanism driver 'openvswitch' Jul 23 17:04:18.460887 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing mechanism driver 'hyperv' Jul 23 17:04:18.467720 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:04:18.468585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.468992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.469378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.469827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.470216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.470593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.471011 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.471390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.471770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.472182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > security_group after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.472562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > security_group after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.473143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > security_group after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.473566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.474055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.474703 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.475082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] ML2 OVO RPC backend initialized. {{(pid=82004) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jul 23 17:04:18.475876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_interface after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.476269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.476718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.477098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > networks before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.477474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.477914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > ports before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.478355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.478848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnets before_response 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.479227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.479601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.479971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.480339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.480707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.481089 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.481448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.481901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.482267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > subnet after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.482975 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.plugin [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Modular L2 Plugin initialization complete Jul 23 17:04:18.483327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading services supported by the core plugin {{(pid=82004) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Jul 23 17:04:18.483690 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.plugins.ml2.managers [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Got port-security extension from driver 'port_security' Jul 23 17:04:18.484198 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.extensions.vlantransparent [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Disabled vlantransparent extension. Jul 23 17:04:18.484668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82004) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Jul 23 17:04:18.485005 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: router Jul 23 17:04:18.532035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_interface before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.532559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_create 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.533194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router before_create 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.533649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.534143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.534659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_delete 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.535107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > floatingip after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.535633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_create 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.536088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_update 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.537225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_update 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.537819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.538277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_update 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.538848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_update 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.539332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.539757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.540178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: subnet after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.540605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.541042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > port precommit_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.541474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_create 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.541932 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.542372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.542829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router after_update 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.543263 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_delete 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.543709 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_create 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.544179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router_interface after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.544616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_update 55549900 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.545097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > agent after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.545625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > agent after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.546119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > network after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.547288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Tracking information for resource: router configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:18.547660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Tracking information for resource: floatingip configured {{(pid=82004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:04:18.555655 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_agentschedulers_db [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 17:04:18.556309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.556712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port after_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.557098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port after_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.557482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: port after_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.558480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router before_create 55550100 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.558886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_delete 55550100 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.559287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_create 55550100 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.559680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > router precommit_update 55550100 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.564594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.provider_configuration [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service providers = [] {{(pid=82004) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 17:04:18.564987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.servicetype_db [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82004) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 17:04:18.568959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.service_base [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:04:18.569465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.service_base [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:04:18.569893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.service_base [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:04:18.570850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.service_base [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:04:18.571261 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.services.service_base [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 17:04:18.571701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.572053 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 17:04:18.595259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.595549 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: auto_allocate Jul 23 17:04:18.607284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: network precommit_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.607690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: network precommit_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.608317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.608673 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: tag Jul 23 17:04:18.623248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.623639 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: timestamp Jul 23 17:04:18.628354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.628795 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: network_ip_availability Jul 23 17:04:18.636539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.637616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.637616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.638541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.638903 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: flavors Jul 23 17:04:18.658525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.658951 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading Plugin: revisions Jul 23 17:04:18.664742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:04:18.665170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.053s {{(pid=82004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:18.666108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82004) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jul 23 17:04:18.666411 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Initializing extension manager. Jul 23 17:04:18.667002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: __init__.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.667377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: __pycache__ {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.667744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.668107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.668467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: _filter_validation_lib.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.668825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.669181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: address_scope.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.670133 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.670807 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: address-scope Jul 23 17:04:18.671165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: admin_state_down_before_update.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.672208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.672791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: router-admin-state-down-before-update Jul 23 17:04:18.673150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: agent.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.674037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.674640 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: agent Jul 23 17:04:18.675004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: agent_resources_synced.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.676078 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.676698 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: agent-resources-synced Jul 23 17:04:18.677077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: allowedaddresspairs.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.679360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.679969 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: allowed-address-pairs Jul 23 17:04:18.680333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: auto_allocated_topology.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.681685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.682312 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: auto-allocated-topology Jul 23 17:04:18.682673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: availability_zone.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.683484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.684059 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: availability_zone Jul 23 17:04:18.684415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: availability_zone_filter.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.685394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.685996 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: availability_zone_filter Jul 23 17:04:18.686357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: data_plane_status.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.687284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.687856 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 17:04:18.688207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: default_subnetpools.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.689144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.689733 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: default-subnetpools Jul 23 17:04:18.690093 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: dhcpagentscheduler.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.691019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.691593 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: dhcp_agent_scheduler Jul 23 17:04:18.691950 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: dns.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.693136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.693930 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension dns-integration not supported by any of loaded plugins Jul 23 17:04:18.694289 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: dns_domain_ports.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.695360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.696110 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 17:04:18.696464 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: dvr.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.697257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.697916 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: dvr Jul 23 17:04:18.698280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: empty_string_filtering.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.699203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.699777 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: empty-string-filtering Jul 23 17:04:18.700129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.701061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.701631 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 17:04:18.702012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.702944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.703598 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 17:04:18.703947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: external_net.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.704908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.705498 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: external-net Jul 23 17:04:18.705884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: extra_dhcp_opt.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.706815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.707383 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: extra_dhcp_opt Jul 23 17:04:18.707739 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: extraroute.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.709553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.710162 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: extraroute Jul 23 17:04:18.710519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: extraroute_atomic.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.711729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.712304 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: extraroute-atomic Jul 23 17:04:18.712663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: filter_validation.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.713383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.714085 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: filter-validation Jul 23 17:04:18.714366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: fip_pf_description.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.715309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.715886 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 17:04:18.716243 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: fip_port_details.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.717172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.717761 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: fip-port-details Jul 23 17:04:18.718121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: flavors.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.719443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.720062 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: flavors Jul 23 17:04:18.720420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.722279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.722869 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 17:04:18.723230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: floatingip_pools.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.725018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.725434 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: floatingip-pools Jul 23 17:04:18.725848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: ip_allocation.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.726876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.727457 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 17:04:18.727814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.728768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.729343 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: ip-substring-filtering Jul 23 17:04:18.729698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l2_adjacency.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.730672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.731235 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 17:04:18.731591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.732802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.733387 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: router Jul 23 17:04:18.733794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3_conntrack_helper.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.736505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.737107 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 17:04:18.737477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.738470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.739056 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: ext-gw-mode Jul 23 17:04:18.739580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.740969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.741547 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: l3-ha Jul 23 17:04:18.741934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3_flavors.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.742947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.743626 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: l3-flavors Jul 23 17:04:18.744008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.744946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.745534 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 17:04:18.745927 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: l3agentscheduler.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.747219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.747800 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: l3_agent_scheduler Jul 23 17:04:18.748160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: logging.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.749872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.750476 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension logging not supported by any of loaded plugins Jul 23 17:04:18.750913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: metering.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.751966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.752680 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: metering Jul 23 17:04:18.753040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: multiprovidernet.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.754075 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.754669 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: multi-provider Jul 23 17:04:18.755508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: netmtu.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.756569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.757172 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: net-mtu Jul 23 17:04:18.757533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: netmtu_writable.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.758517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.759097 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: net-mtu-writable Jul 23 17:04:18.759490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: network_availability_zone.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.760205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.760783 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: network_availability_zone Jul 23 17:04:18.761141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: network_ip_availability.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.762346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.762927 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: network-ip-availability Jul 23 17:04:18.763282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: network_segment_range.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.764278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.764914 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 17:04:18.765331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: pagination.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.766530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.766900 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: pagination Jul 23 17:04:18.767255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.768202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.768835 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: port-mac-address-regenerate Jul 23 17:04:18.769190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: port_resource_request.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.770147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.771585 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 17:04:18.771998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: portbindings.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.772963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.773640 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: binding Jul 23 17:04:18.774037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: portbindings_extended.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.775535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.776133 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: binding-extended Jul 23 17:04:18.776503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: portsecurity.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.777469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.778078 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: port-security Jul 23 17:04:18.778443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: project_id.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.781228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.781621 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: project-id Jul 23 17:04:18.782104 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: providernet.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.783086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.783739 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: provider Jul 23 17:04:18.784108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.789069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.789687 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos not supported by any of loaded plugins Jul 23 17:04:18.790059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.791399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.791978 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 17:04:18.792343 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.793352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.794051 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 17:04:18.794481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_default.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.795788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.796397 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-default not supported by any of loaded plugins Jul 23 17:04:18.796764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_fip.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.797605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.798302 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-fip not supported by any of loaded plugins Jul 23 17:04:18.798556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_gateway_ip.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.799569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.800277 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 17:04:18.800633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_port_network_policy.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.801581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.802550 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 17:04:18.802944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_rule_type_details.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.803944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.804642 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 17:04:18.804888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: qos_rules_alias.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.806029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.806605 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 17:04:18.806972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: quotasv2.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.808153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.808523 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: quotas Jul 23 17:04:18.808878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: quotasv2_detail.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.810594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.810967 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: quota_details Jul 23 17:04:18.811328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: rbac.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.812519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.813127 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: rbac-policies Jul 23 17:04:18.813487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: rbac_address_scope.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.814502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.815078 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: rbac-address-scope Jul 23 17:04:18.815434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: rbac_security_groups.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.816361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.816948 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: rbac-security-groups Jul 23 17:04:18.818227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: rbac_subnetpool.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.819137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.819713 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: rbac-subnetpool Jul 23 17:04:18.820069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: revisionifmatch.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.821198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.821819 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: revision-if-match Jul 23 17:04:18.822174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: revisions.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.823352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.823928 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: standard-attr-revisions Jul 23 17:04:18.824283 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: router_availability_zone.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.825043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.825626 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: router_availability_zone Jul 23 17:04:18.826032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: routerservicetype.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.827027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.827602 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension router-service-type not supported by any of loaded plugins Jul 23 17:04:18.827971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: security_groups_port_filtering.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.828911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.829840 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: port-security-groups-filtering Jul 23 17:04:18.829840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: securitygroup.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.844054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.844707 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: security-group Jul 23 17:04:18.845081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: segment.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.846158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.846679 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension segment not supported by any of loaded plugins Jul 23 17:04:18.847041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.848062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.849168 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 17:04:18.849650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: servicetype.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.851040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.851632 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: service-type Jul 23 17:04:18.851991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: sorting.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.852998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.853367 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: sorting Jul 23 17:04:18.853761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: standard_attr_segment.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.854914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.855574 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 17:04:18.855932 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: standardattrdescription.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.856673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.857243 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: standard-attr-description Jul 23 17:04:18.857598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: stateful_security_group.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.858637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.859232 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: stateful-security-group Jul 23 17:04:18.859579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: stdattrs_common.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.860208 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 17:04:18.860563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.861686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.862288 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 17:04:18.862676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: subnet_onboard.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.863800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.864662 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: subnet_onboard Jul 23 17:04:18.865235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.866508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.867093 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 17:04:18.867450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: subnet_service_types.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.868485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.869071 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: subnet-service-types Jul 23 17:04:18.869427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: subnetallocation.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.870883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.871464 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: subnet_allocation Jul 23 17:04:18.871824 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.872552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.873119 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: subnetpool-prefix-ops Jul 23 17:04:18.873474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.874443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.875009 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 17:04:18.875363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: tagging.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.876897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.877481 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: standard-attr-tag Jul 23 17:04:18.877883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: timestamp.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.879278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.880367 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loaded extension: standard-attr-timestamp Jul 23 17:04:18.880895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: trunk.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.882083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.882666 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension trunk not supported by any of loaded plugins Jul 23 17:04:18.883025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: trunk_details.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.883976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.884546 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension trunk-details not supported by any of loaded plugins Jul 23 17:04:18.884903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: uplink_status_propagation.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.885899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.886457 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 17:04:18.886811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Loading extension file: vlantransparent.py {{(pid=82004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:04:18.887534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:04:18.888097 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 17:04:18.890791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:network Jul 23 17:04:18.891725 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:subnet Jul 23 17:04:18.892529 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:04:18.893302 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:port Jul 23 17:04:18.894981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.895521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service FLAVORS assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.896498 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.897002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.897385 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:router Jul 23 17:04:18.898205 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:floatingip Jul 23 17:04:18.898968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service METERING assigned prefix: /metering {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.900900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.901285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.901667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:04:18.902932 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 17:04:18.903419 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:security_group Jul 23 17:04:18.904265 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 17:04:18.905078 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service CORE assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.905444 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:04:18.905838 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] subnetpool is already registered Jul 23 17:04:18.906518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service CORE assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.906881 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:04:18.907234 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] subnetpool is already registered Jul 23 17:04:18.910154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.910714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service FLAVORS assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.912113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.912818 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.913197 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:router Jul 23 17:04:18.913571 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] router is already registered Jul 23 17:04:18.914334 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:floatingip Jul 23 17:04:18.914696 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] floatingip is already registered Jul 23 17:04:18.915749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service METERING assigned prefix: /metering {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.916229 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 17:04:18.916583 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] rbac_policy is already registered Jul 23 17:04:18.917043 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:security_group Jul 23 17:04:18.917398 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] security_group is already registered Jul 23 17:04:18.918303 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 17:04:18.918662 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] security_group_rule is already registered Jul 23 17:04:18.919401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service CORE assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.919761 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:04:18.920118 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] subnetpool is already registered Jul 23 17:04:18.920792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.resource_helper [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Service CORE assigned prefix: {{(pid=82004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:04:18.921146 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:04:18.921498 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.quota.resource_registry [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] subnetpool is already registered Jul 23 17:04:18.922239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: extensions {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.923805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: address-scopes {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.925034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: agents {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.926397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: auto-allocated-topology {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.928913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: availability_zones {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.930483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: dhcp-networks {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.931738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: dhcp-agents {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.933154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: routers {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.934974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: flavors {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.936345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: service_profiles {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.937768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: next_providers {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.939226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: service_profiles {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.940813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: floatingip-pools {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.943852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: routers {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.945973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: floatingips {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.947479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: l3-routers {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.949113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: l3-agents {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.950612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: metering-labels {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.952019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: metering-label-rules {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.953441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: network-ip-availabilities {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.954799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: bindings {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.956476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: quotas {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.958402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: quotas {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.960080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: rbac-policies {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.961330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: security-groups {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.962824 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: security-group-rules {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.963961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: service-providers {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.965199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: subnetpools {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.966582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: subnetpools {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.968172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.969929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.971641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.974063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.976273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.978395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.979914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.981944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.984033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.985816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.extensions [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Extended resource: tags {{(pid=82004) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:04:18.994110 dv-cinder-802045-1-smb neutron-server[82004]: WARNING keystonemiddleware.auth_token [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 17:04:18.999568 dv-cinder-802045-1-smb neutron-server[82004]: WARNING keystonemiddleware.auth_token [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 17:04:19.009814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Acquired lock "singleton_lock" {{(pid=82004) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jul 23 17:04:19.010199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Releasing lock "singleton_lock" {{(pid=82004) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jul 23 17:04:19.011674 dv-cinder-802045-1-smb neutron-server[82004]: INFO oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Starting 2 workers Jul 23 17:04:19.016398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Started child 82117 {{(pid=82004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:04:19.021271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:19.021736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Started child 82118 {{(pid=82004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:04:19.023285 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [-] (82117) wsgi starting up on http://0.0.0.0:9696 Jul 23 17:04:19.023578 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 17:04:19.023931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Notify callbacks [] for process, before_spawn {{(pid=82004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:19.026561 dv-cinder-802045-1-smb neutron-server[82004]: INFO oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Starting 1 workers Jul 23 17:04:19.027800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:19.030055 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [-] (82118) wsgi starting up on http://0.0.0.0:9696 Jul 23 17:04:19.033355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Started child 82119 {{(pid=82004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:04:19.034236 dv-cinder-802045-1-smb neutron-server[82004]: INFO oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Starting 1 workers Jul 23 17:04:19.038616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] calling RpcWorker wait() {{(pid=82119) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 17:04:19.039403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] returning from RpcWorker wait() {{(pid=82119) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 17:04:19.041322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Started child 82120 {{(pid=82004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:04:19.041859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:19.042467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b9e9694c-650c-4ab5-ab28-d3f87ae6414e None None] Notify callbacks [] for process, after_spawn {{(pid=82004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:19.042653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:04:19.044906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82004) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 23 17:04:19.045216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 23 17:04:19.045756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 23 17:04:19.046126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:19.046426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 23 17:04:19.047034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 23 17:04:19.047331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 23 17:04:19.047484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:04:19.048200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.048665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.049099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.049534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.050068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.051133 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.051599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.052957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.053481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.053948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.054271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.054589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.055051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.055474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.056001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.056459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.056880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.057318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.057650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.058139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.058646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.059105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.059555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] debug = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.059992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.061026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.061448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.061933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.062358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.062827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.063271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.063743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.064160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.064562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.064996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.065451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.065888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.066319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.066780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.067202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.068321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] host = dv-cinder-802045-1-smb {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.068752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.069160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.069611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.070068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.070506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.070941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.071393 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.071789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.072173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.072529 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.072925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.073203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.073571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.073969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_file = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.074228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_options = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.074566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.074945 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.075314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.075627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.075830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.076012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.076428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.076679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.077034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.077362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.077695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.078078 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.078446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.078776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.079142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.079495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.079852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.080198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.080684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.080897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.081251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.081598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.082005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.082308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.083142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.083620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.084646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.084646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.085085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.085310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.085613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.086059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.086520 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.086739 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.087211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.087446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.087763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.088211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.088637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.089074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.089491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.089928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.090372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.090771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.091177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.091732 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_json = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.091989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.092375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.092814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.093296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.093605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.094035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.094449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.094904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.095566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.096083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.096745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.097043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.097492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.097971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.098398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.099329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.099791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.100609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.100842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.101122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.101608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.102105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.102541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.100/identity {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.102986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.103457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.103788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.104203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.104605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.105012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.105421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.105944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.106363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.106868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.107201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.107591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.108025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.108441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.109240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.109756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.110819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.110819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.111204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.111556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.112998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.113775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.115308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.116285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.116981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.117655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.118199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.118617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.119234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.119468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.122918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.124325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.124325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.124325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.124325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.124325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.124325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.125101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.125101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.125322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.125510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.125929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.126303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.126671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.127043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.127453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.127869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.128248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.128856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.129504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.130509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.130962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.131397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.131862 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.132325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.132929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.133329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.133774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.134201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.134597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.134984 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.135411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.135832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.136245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.136620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.137002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.137411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.137845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.138304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.138717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.139162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.140392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.140889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.141347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.141832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.142291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.142768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.143353 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.143819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.144280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.144672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.145067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.146141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.146602 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.147110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.147485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.147866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.148267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.148644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.149062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.149461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.149868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.150234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.150650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.151132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.151531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.151914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.152254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.152677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.153348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.153455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.153846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.154243 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.154666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.155048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.155424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.100/identity {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.155775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.156148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.156522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.156860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.157211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.157552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.161749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45120) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.162173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.163635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.164017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.164490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.164906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.165331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.165753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.166171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.166578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.166982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.167395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.167775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.168183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.168604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.168965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.169377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.169770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.170161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.171418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.171418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.171418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.172179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.172414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.173750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.173750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.174267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.174267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.174715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.176390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.176390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.176390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.176390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.178267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.178267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.178267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.178936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.179500 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [-] 10.222.0.100 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0172000 Jul 23 17:04:19.180822 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.181265 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.181691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.182162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.182587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.184326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.184834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.185286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.185740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.186185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.186524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.186947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.188336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.188776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.189161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.189628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.191229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.191720 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.192128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.193026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.193533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.193976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.194386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.194764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.196333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.196778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.197346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.198246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.198793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.199452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.199940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.200498 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.201004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.202051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.202051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.202469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.202894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.203326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.203753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.204154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.204623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.205049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.205454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.205916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.206537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.206957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.207401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.207839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.210608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.210608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.210608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.210608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.210608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.211296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.211296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.211730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.212256 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:04:19.213109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82004) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 23 17:04:19.213416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 23 17:04:19.213730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 23 17:04:19.214143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 23 17:04:19.214357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 23 17:04:19.214771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 23 17:04:19.215149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.215466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.215786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.216197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.216453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.216746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.217063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.217380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.217673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.218014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.218330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.218617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.219052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.219270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.219477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.219761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.220061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.220416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.220624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.220949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.221258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.221565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.221901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] debug = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.223168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.223168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.223168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.223168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.223168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.223168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.226478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] host = dv-cinder-802045-1-smb {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.230354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.233319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_file = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_options = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.235609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.237589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.239916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.242342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.244454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.246603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_json = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.248764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.251533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.100/identity {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.253469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.254948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.258606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.258606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.258606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.259136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.259136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.259523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.259523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.260287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.260287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.260287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.261904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.262787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.262787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.262787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.263094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.263284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.263797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.264114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.264379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.264636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.265054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.265365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.265681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.266037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.266347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.267724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.267724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.267724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.267724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.267724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.268338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.268338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.268804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.269043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:04:19.269386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.269386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.269880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.269880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.270316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.270593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.270823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.271051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.271430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.271687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.273047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.273047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.273047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.273047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.273919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.273919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.276733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.276733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.276733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.276733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.276733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.276733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.278224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.278224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.278224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.279058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.279383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.281086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.281086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.281086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.281086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.281086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.282455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.282455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.282455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.282455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.282455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.284707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.286745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.289311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.100/identity {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.292484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.294339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.297313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.300357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.303168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.304861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.306921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.306921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.306921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.306921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.307785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.307785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.308211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.308211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.308641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.308866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.309159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.309478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.310712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.310976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.311214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.311465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.311789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.312121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.312441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.312767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.313075 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.313338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.313615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.313957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.314279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.314599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.314917 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.315232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.315561 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.315884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.316209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.316527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.316821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.317132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.318076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.319388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.319388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.319388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.319388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.320281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.320281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.320281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.322047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.322047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.322047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.322047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.322047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.322047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.323296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.323296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.324417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.324757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.325107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.325434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.326878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.326878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.326878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.326878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.327802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.327802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.327802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.329912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.332522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.332522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.332522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.332522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:04:19.332522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:04:32.206428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5791c8ca-2183-4a74-ad4c-9e3a0027711c None None] get_active_networks_info from dv-cinder-802045-1-smb {{(pid=82119) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jul 23 17:04:32.732664 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5791c8ca-2183-4a74-ad4c-9e3a0027711c None None] No non-hosted networks {{(pid=82119) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 17:04:32.765541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agentschedulers_db [None req-5791c8ca-2183-4a74-ad4c-9e3a0027711c None None] DHCP Agent not found on host dv-cinder-802045-1-smb {{(pid=82119) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Jul 23 17:04:33.118310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1b71c894-284e-4851-ae9f-01741f1fb7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854140175'] for agent, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:34.191429 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854140175'] for agent, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:34.195374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.196420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.197293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.198176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.198979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.209943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.210912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.211859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.212789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.213700 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.214663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:34.215484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802045-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:04:34.235579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802045-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:04:35.128294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854140175'] for agent, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:35.636235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-80fc6f5e-ab01-4223-99ee-14ba2ae62037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854140175'] for agent, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:35.697620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d1a04b13-c178-4622-9210-1a31619a2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:37.175039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854140175'] for agent, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:38.336186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45242) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:39.135403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [None req-7a39bfb4-3fdb-4e0f-ae20-b56ef91144dc admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:04:39.136619 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7a39bfb4-3fdb-4e0f-ae20-b56ef91144dc admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7994242 Jul 23 17:04:41.487869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45258) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:41.572991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:04:41.836322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.policy [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82118) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 23 17:04:41.844053 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] Loaded quota_driver: . Jul 23 17:04:41.884232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:04:41.966896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759603611348', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759603501797', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759603503001', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759603512041', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759603433361', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854527091', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854536924', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854170318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780805'] for rbac-policy, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:42.059813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:42.061891 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5ebb93a2-3ecd-41d5-8485-d932516f700a admin admin] 10.222.0.100 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5725679 Jul 23 17:04:43.012668 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_hamode_db [None req-c3b87b16-f6f3-4d1e-aebd-bf958366820b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 17:04:43.173524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b87b16-f6f3-4d1e-aebd-bf958366820b None None] Routers set() bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:04:43.174091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b87b16-f6f3-4d1e-aebd-bf958366820b None None] Router IDs set() for agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 23 17:04:44.509506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45274) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:44.595251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'name': 'private'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:04:44.604349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:04:44.610737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Usage tracker for resource:network and tenant:b9c4ffcb4d50483392f3945148676098 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:04:44.617212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:04:44.627772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:04:44.639728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Made reservation on behalf of b9c4ffcb4d50483392f3945148676098 for: {'network': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:04:44.646828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:44.667373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:44.718387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:04:44.722623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Usage tracker for resource:security_group_rule and tenant:b9c4ffcb4d50483392f3945148676098 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:04:44.736634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:04:44.745027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:04:44.830785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:44.835018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:44.843979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:44.886665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1350} {{(pid=82118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:04:44.931607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277248395790', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:44.932605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Unsubscribe: segment precommit_create {{(pid=82118) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 23 17:04:44.933389 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Added segment 7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6 of type vlan for network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 Jul 23 17:04:45.053673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49808de-313b-43e8-adcb-d9d4478cd8f2,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:04:45.105640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.106220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.106830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.107448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.108071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.108684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.109311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.109964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.110594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.111206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.111831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Tracked resource versions report: Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:04:45.114481 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:04:45.177795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:45.210383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:45.252042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:45.253423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:04:45.254120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:45.260467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:45.376882 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8660696 Jul 23 17:04:45.381098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Pushing event updated for resources: {'Network': ['ID=17fe083a-1c80-441f-8a7d-c57e9efe3c14,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:04:45.403388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:45.413368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:04:47.867500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45292) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:48.080870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f292c54-8f90-451b-947e-99911ace95c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:04:48.082484 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8f292c54-8f90-451b-947e-99911ace95c6 admin admin] 10.222.0.100 "GET /v2.0/networks/17fe083a-1c80-441f-8a7d-c57e9efe3c14 HTTP/1.1" status: 200 len: 826 time: 0.2139254 Jul 23 17:04:48.116704 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-40883717-5a47-459e-9089-4278005df45a admin admin] 10.222.0.100 "GET /v2.0/subnetpools/0b039bb4-b284-4454-9dde-3f2f25fbe320 HTTP/1.1" status: 200 len: 734 time: 0.0270414 Jul 23 17:04:48.126703 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Request body: {'subnet': {'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320', 'ip_version': 4, 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:04:48.132375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:04:48.141086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Usage tracker for resource:subnet and tenant:b9c4ffcb4d50483392f3945148676098 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:04:48.144744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:04:48.151896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:04:48.162035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Made reservation on behalf of b9c4ffcb4d50483392f3945148676098 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:04:48.166798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:48.487781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:48.493624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:48.584072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a76e44b-88dd-47c1-b681-86dd3fe7b65f,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:04:48.590077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:48.595175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Checking segment: {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:04:48.595567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Network hostable DHCP agents. Network: 17fe083a-1c80-441f-8a7d-c57e9efe3c14, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:04:48.621937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:04:48.633547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 17fe083a-1c80-441f-8a7d-c57e9efe3c14) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:04:48.639021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:04:48.639657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:48.644804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a5afe-e804-44bc-98ad-c799a05af9e9 None None] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:04:48.662460 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5396700 Jul 23 17:04:49.141761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:04:49.142792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:49.374912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Allocated IP 172.20.0.2 (17fe083a-1c80-441f-8a7d-c57e9efe3c14/2a76e44b-88dd-47c1-b681-86dd3fe7b65f/c0ae76ef-5263-4c41-bd54-278dc4e505ae) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:04:49.650179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:49.667010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Transition to ACTIVE for port object c0ae76ef-5263-4c41-bd54-278dc4e505ae will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:04:49.693422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Transition to ACTIVE for port object c0ae76ef-5263-4c41-bd54-278dc4e505ae will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:04:49.699865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:49.704380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:49.777757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Pushing event updated for resources: {'Port': ['ID=c0ae76ef-5263-4c41-bd54-278dc4e505ae,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:04:49.788865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.789284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.789578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.789959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.790318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.790672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.791022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.791373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.791810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.792094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.792391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Tracked resource versions report: Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:04:49.793823 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:04:49.800729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:04:49.802488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:49.803778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:04:49.807098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:04:49.908014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Attempting to bind port c0ae76ef-5263-4c41-bd54-278dc4e505ae on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:04:49.908350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Attempting to bind port c0ae76ef-5263-4c41-bd54-278dc4e505ae by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:04:49.908763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Attempting to bind port c0ae76ef-5263-4c41-bd54-278dc4e505ae on network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:04:49.918979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:04:49.919938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Checking segment: {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:04:49.920437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:49.921173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Bound using segment: {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:04:49.922099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Bound port: c0ae76ef-5263-4c41-bd54-278dc4e505ae, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:04:49.922800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:50.032887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] For port c0ae76ef-5263-4c41-bd54-278dc4e505ae, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:04:50.038768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] For port c0ae76ef-5263-4c41-bd54-278dc4e505ae, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=c0ae76ef-5263-4c41-bd54-278dc4e505ae,segment=NetworkSegment(7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6),segment_id=7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:04:50.043080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:50.048851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:50.157099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Pushing event updated for resources: {'Port': ['ID=c0ae76ef-5263-4c41-bd54-278dc4e505ae,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:04:50.159182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:51.140812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45304) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:51.223438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [None req-67f8b9e9-1508-4755-8d56-d42fd17b57e8 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:04:51.242382 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-67f8b9e9-1508-4755-8d56-d42fd17b57e8 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1003358 Jul 23 17:04:53.984456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 45320) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:54.594270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device c0ae76ef-5263-4c41-bd54-278dc4e505ae up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:04:54.671072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [None req-7bae067b-5710-494d-adb6-6855feac6ae4 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:04:54.673063 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7bae067b-5710-494d-adb6-6855feac6ae4 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6862288 Jul 23 17:04:54.710317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port c0ae76ef-5263-4c41-bd54-278dc4e505ae completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:04:55.596326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306a5f8-ca85-434e-b0fd-f4863b0071cf None None] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:04:55.788026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Provisioning for port c0ae76ef-5263-4c41-bd54-278dc4e505ae completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:04:55.804293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Provisioning complete for port c0ae76ef-5263-4c41-bd54-278dc4e505ae triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:04:55.805081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:56.256198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:56.347596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] For port c0ae76ef-5263-4c41-bd54-278dc4e505ae, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=c0ae76ef-5263-4c41-bd54-278dc4e505ae,segment=NetworkSegment(7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6),segment_id=7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:04:56.357485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:56.367195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49ae1360-e166-42a1-8d38-0d1af0195875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:04:56.485402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Pushing event updated for resources: {'Port': ['ID=c0ae76ef-5263-4c41-bd54-278dc4e505ae,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:04:56.494392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:04:56.699159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-56738c34-3f15-48bf-ae94-f7c981123e0c None None] Provisioning complete for port c0ae76ef-5263-4c41-bd54-278dc4e505ae triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:04:56.699814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-56738c34-3f15-48bf-ae94-f7c981123e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:57.394049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 45338) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:04:57.479038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Request body: {'router': {'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:04:57.744805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.policy [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82117) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 23 17:04:57.760842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.quota [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Loaded quota_driver: . Jul 23 17:04:57.824922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:04:57.836083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Usage tracker for resource:router and tenant:b9c4ffcb4d50483392f3945148676098 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:04:57.842356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:04:57.855389 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:04:57.876857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:57.878466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:57.908790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:58.021467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:58.043800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:04:58.045111 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-23dd13e7-8f95-4ba3-8f63-1064d530d109 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6498785 Jul 23 17:04:58.539994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device c0ae76ef-5263-4c41-bd54-278dc4e505ae up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:04:58.616691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port c0ae76ef-5263-4c41-bd54-278dc4e505ae triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:04:58.617102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:00.418058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 45352) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:05:00.502597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [None req-181ca026-26b1-4982-8298-0caf32c91187 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:05:00.504170 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-181ca026-26b1-4982-8298-0caf32c91187 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0849099 Jul 23 17:05:01.956025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7cd5dec3-841d-4ae0-a68d-f8a06e42ac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:02.913069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 45364) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:05:03.006537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:05:03.017873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:05:03.024759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Usage tracker for resource:network and tenant:af98a24db6ab422cb6f382b20ce6086f is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:05:03.028641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:05:03.036420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:05:03.046515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Made reservation on behalf of af98a24db6ab422cb6f382b20ce6086f for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:05:03.053975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.074568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.133494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:05:03.138511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Usage tracker for resource:security_group_rule and tenant:af98a24db6ab422cb6f382b20ce6086f is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:05:03.142250 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:05:03.149373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:05:03.264332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.268490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.274883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:03.287485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Reserving flat network on physical network physnet1 {{(pid=82117) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jul 23 17:05:03.322226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277248395790', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.322912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Unsubscribe: segment precommit_create {{(pid=82117) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 23 17:05:03.323436 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Added segment 55a71c44-1881-430e-b113-cd50d085e8af of type flat for network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 Jul 23 17:05:03.388036 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415925b6-4927-474d-b4c2-2f071c86fb70,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:03.419372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.419718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.420082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.420438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.420791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.421145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.421494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.421866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.422204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.422548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.422894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Tracked resource versions report: Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:05:03.424083 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:05:03.468453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.482445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:03.528892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.531079 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:05:03.532197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:03.542710 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:03.740540 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8261657 Jul 23 17:05:03.744940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c3118d-dd3d-4f47-b7aa-2d5b96e74388,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:03.748912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:03.757467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:05:04.179559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:05.079621 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:05.640773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c1c69e0c-1e5b-4023-99f6-ecf6006a9664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:06.114875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 45380) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:05:06.329379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039e92a-233d-499f-985b-36564a6a9bbc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:05:06.331362 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b039e92a-233d-499f-985b-36564a6a9bbc admin admin] 10.222.0.100 "GET /v2.0/subnets/2a76e44b-88dd-47c1-b681-86dd3fe7b65f HTTP/1.1" status: 200 len: 849 time: 0.2152519 Jul 23 17:05:06.499442 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0ddb4972-7249-4b61-af6a-ba2710fe63dd admin admin] 10.222.0.100 "GET /v2.0/routers/a16ae803-c8a7-451a-a858-a15ee84b24c8 HTTP/1.1" status: 200 len: 704 time: 0.1613226 Jul 23 17:05:07.126770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:07.191319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:07.485551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Allocated IP 172.20.0.1 (17fe083a-1c80-441f-8a7d-c57e9efe3c14/2a76e44b-88dd-47c1-b681-86dd3fe7b65f/6e6d1ee4-aa9c-435d-b38a-ab385471bd17) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:05:07.661945 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:07.684120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Transition to ACTIVE for port object 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 will not be triggered until provisioned by entity DHCP. {{(pid=82117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:05:07.744064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:07.753449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:07.840361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:05:07.844132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:05:07.850185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:07.862397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:05:07.864014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:07.967686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:08.050238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:08.122738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-9466392c-8978-4df0-97cf-8a0021ee2c34 None None] Provisioning for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:05:08.128061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-9466392c-8978-4df0-97cf-8a0021ee2c34 None None] Provisioning complete for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:05:08.128626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9466392c-8978-4df0-97cf-8a0021ee2c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:08.193368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-9466392c-8978-4df0-97cf-8a0021ee2c34 None None] Port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:05:08.317630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:08.321368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:08.322550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:08.326932 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:08.465114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:08.468612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:08.561197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:05:08.562661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:05:08.922625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-4ae978d3-b600-4218-b5fc-a0665131d471 None None] Provisioning complete for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:05:08.922948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4ae978d3-b600-4218-b5fc-a0665131d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:08.986936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-4ae978d3-b600-4218-b5fc-a0665131d471 None None] Port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:05:09.154501 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Router a16ae803-c8a7-451a-a858-a15ee84b24c8 is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:05:09.340238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:05:09.350485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Sync routers for ids ['a16ae803-c8a7-451a-a858-a15ee84b24c8'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:05:09.350671 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] 10.222.0.100 "PUT /v2.0/routers/a16ae803-c8a7-451a-a858-a15ee84b24c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8442421 Jul 23 17:05:09.364497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Routers {'a16ae803-c8a7-451a-a858-a15ee84b24c8'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:05:09.365230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:05:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['a16ae803-c8a7-451a-a858-a15ee84b24c8'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:09.557855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Set router a16ae803-c8a7-451a-a858-a15ee84b24c8 gateway port host: None {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:05:09.974242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'name': 'router1', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:04:57Z', 'updated_at': '2021-07-23T17:05:07Z', 'revision_number': 2, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'gw_port_host': None, '_interfaces': [{'id': '6e6d1ee4-aa9c-435d-b38a-ab385471bd17', 'name': '', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'mac_address': 'fa:16:3e:13:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:07Z', 'updated_at': '2021-07-23T17:05:08Z', 'revision_number': 2, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'subnets': [{'id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:09.979915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Checking router: a16ae803-c8a7-451a-a858-a15ee84b24c8 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:05:09.980296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Updating router a16ae803-c8a7-451a-a858-a15ee84b24c8 port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:05:10.036952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:10.465214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:10.481950 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Transition to ACTIVE for port object 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:05:10.488069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:10.494225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:10.738391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Pushing event updated for resources: {'Port': ['ID=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:10.746111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Attempting to bind port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:05:10.746541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Attempting to bind port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:05:10.746944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Attempting to bind port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 on network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:05:10.755344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:05:10.755798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Checking segment: {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:05:10.756212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:10.756641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Bound using segment: {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:05:10.757203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Bound port: 6e6d1ee4-aa9c-435d-b38a-ab385471bd17, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:05:10.757608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:10.866941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.867454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.868057 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.868614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.869061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.869452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.869836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.870205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.870554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.870906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.871260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Tracked resource versions report: Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:05:10.872488 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:05:10.876667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:10.894894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] For port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:05:10.902012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] For port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,segment=NetworkSegment(7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6),segment_id=7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:05:10.907324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:10.916762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:11.040497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Pushing event updated for resources: {'Port': ['ID=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,revision_number=4']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:11.044820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:11.046655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Routers {'a16ae803-c8a7-451a-a858-a15ee84b24c8'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:05:11.047440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:05:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['a16ae803-c8a7-451a-a858-a15ee84b24c8'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:11.289399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] Set router a16ae803-c8a7-451a-a858-a15ee84b24c8 gateway port host: None {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:05:11.661841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45396) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:05:11.723339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'name': 'router1', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:04:57Z', 'updated_at': '2021-07-23T17:05:07Z', 'revision_number': 2, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'gw_port_host': None, '_interfaces': [{'id': '6e6d1ee4-aa9c-435d-b38a-ab385471bd17', 'name': '', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'mac_address': 'fa:16:3e:13:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:07Z', 'updated_at': '2021-07-23T17:05:10Z', 'revision_number': 4, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'subnets': [{'id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:11.729979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ad02-3367-47de-b872-22a52c4dc084 None None] The sync data for ids ['a16ae803-c8a7-451a-a858-a15ee84b24c8'] in dv-cinder-802045-1-smb is: [{'id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'name': 'router1', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:04:57Z', 'updated_at': '2021-07-23T17:05:07Z', 'revision_number': 2, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'gw_port_host': None, '_interfaces': [{'id': '6e6d1ee4-aa9c-435d-b38a-ab385471bd17', 'name': '', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'mac_address': 'fa:16:3e:13:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:07Z', 'updated_at': '2021-07-23T17:05:10Z', 'revision_number': 4, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'subnets': [{'id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:05:11.868097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40e16d-e48d-41e0-a938-b9492fad81d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:05:11.869695 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-da40e16d-e48d-41e0-a938-b9492fad81d5 admin admin] 10.222.0.100 "GET /v2.0/networks/c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 HTTP/1.1" status: 200 len: 842 time: 0.2057869 Jul 23 17:05:11.882826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:05:11.888512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:05:11.892978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Usage tracker for resource:subnet and tenant:af98a24db6ab422cb6f382b20ce6086f is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:05:11.896814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:05:11.903636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:05:11.916241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Made reservation on behalf of af98a24db6ab422cb6f382b20ce6086f for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:05:11.921351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:12.573087 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:12.583920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c302adc-f9e3-4eb9-b5f6-3dcb54eeea58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:12.672159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:12.674871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:05:12.675251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Network hostable DHCP agents. Network: c9c3118d-dd3d-4f47-b7aa-2d5b96e74388, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:05:12.682759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:12.704907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:05:12.714838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, c9c3118d-dd3d-4f47-b7aa-2d5b96e74388) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:05:12.719042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:05:12.719803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:12.729181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c678e-92f8-4994-98e2-bcaae6f665cc None None] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:05:12.745312 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8666887 Jul 23 17:05:13.064357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f4bd3f-5cdc-488e-b1eb-5f0b6ebaf4dd None None] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:05:14.578039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:05:14.659083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:05:14.665869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:05:14.666313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:14.796526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:14.836598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,segment=NetworkSegment(7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6),segment_id=7eb4ea7a-e376-4d3b-9ea0-4b8c5f6500e6)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:05:14.840338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:14.842779 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:14.923053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=6e6d1ee4-aa9c-435d-b38a-ab385471bd17,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:14.930402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:15.118476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:05:15.216095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45412) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:05:15.506842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d200a6b2-d861-4c01-a784-0f961dd9c858 admin admin] 10.222.0.100 "GET /v2.0/routers/a16ae803-c8a7-451a-a858-a15ee84b24c8 HTTP/1.1" status: 200 len: 710 time: 0.2893767 Jul 23 17:05:15.661219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f775a7e-843b-45b3-89db-a879cbc03e9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:05:15.662661 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2f775a7e-843b-45b3-89db-a879cbc03e9f admin admin] 10.222.0.100 "GET /v2.0/networks/c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 HTTP/1.1" status: 200 len: 886 time: 0.1499305 Jul 23 17:05:15.672978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:05:16.211917 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:16.475338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:16.549785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:16.554353 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:05:16.645725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:05:16.646408 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:16.730799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Allocated IP 172.28.0.109 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:05:16.913549 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:16.979166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:16.985256 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:17.062333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:05:17.066386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:05:17.069931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:05:17.099005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Pushing event updated for resources: {'Port': ['ID=fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:17.102651 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:17.449422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:17.679027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:17.684520 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854151644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854158283'] for router, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:17.956466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Router a16ae803-c8a7-451a-a858-a15ee84b24c8 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:05:18.241151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:05:18.252124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:18.253340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Sync routers for ids ['a16ae803-c8a7-451a-a858-a15ee84b24c8'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:05:18.254326 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] 10.222.0.100 "PUT /v2.0/routers/a16ae803-c8a7-451a-a858-a15ee84b24c8 HTTP/1.1" status: 200 len: 890 time: 2.5846288 Jul 23 17:05:18.272619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Routers {'a16ae803-c8a7-451a-a858-a15ee84b24c8'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:05:18.273433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:05:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['a16ae803-c8a7-451a-a858-a15ee84b24c8'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:18.508561 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Set router a16ae803-c8a7-451a-a858-a15ee84b24c8 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:05:19.019676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'name': 'router1', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:04:57Z', 'updated_at': '2021-07-23T17:05:17Z', 'revision_number': 4, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'gw_port': {'id': 'fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:16Z', 'updated_at': '2021-07-23T17:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '6e6d1ee4-aa9c-435d-b38a-ab385471bd17', 'name': '', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'mac_address': 'fa:16:3e:13:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:07Z', 'updated_at': '2021-07-23T17:05:14Z', 'revision_number': 5, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'subnets': [{'id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:19.026556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Checking router: a16ae803-c8a7-451a-a858-a15ee84b24c8 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:05:19.026964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Updating router a16ae803-c8a7-451a-a858-a15ee84b24c8 port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:05:19.092781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:19.517150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:19.531191 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Transition to ACTIVE for port object fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:05:19.537836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:19.544542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:19.632816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61805c-d8b0-455e-994e-15b05cbea67c None None] Pushing event updated for resources: {'Port': ['ID=fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:19.636201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Attempting to bind port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:05:19.636603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Attempting to bind port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:05:19.637002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Attempting to bind port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:05:19.641517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cd61805c-d8b0-455e-994e-15b05cbea67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:19.645635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:05:19.646390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:05:19.646701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:19.647046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:05:19.647557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Bound port: fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:05:19.648198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:19.889486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] For port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:05:19.893124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] For port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:05:19.897330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:19.902404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:19.996051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61805c-d8b0-455e-994e-15b05cbea67c None None] Pushing event updated for resources: {'Port': ['ID=fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:20.000447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cd61805c-d8b0-455e-994e-15b05cbea67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:20.002121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Routers {'a16ae803-c8a7-451a-a858-a15ee84b24c8'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:05:20.002792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:05:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['a16ae803-c8a7-451a-a858-a15ee84b24c8'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:20.220878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] Set router a16ae803-c8a7-451a-a858-a15ee84b24c8 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:05:20.837402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'name': 'router1', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:04:57Z', 'updated_at': '2021-07-23T17:05:17Z', 'revision_number': 4, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'gw_port': {'id': 'fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:16Z', 'updated_at': '2021-07-23T17:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '6e6d1ee4-aa9c-435d-b38a-ab385471bd17', 'name': '', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'mac_address': 'fa:16:3e:13:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:07Z', 'updated_at': '2021-07-23T17:05:14Z', 'revision_number': 5, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'subnets': [{'id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:05:20.845058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91e840-e74a-4f7b-b675-28fa641eae68 None None] The sync data for ids ['a16ae803-c8a7-451a-a858-a15ee84b24c8'] in dv-cinder-802045-1-smb is: [{'id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'name': 'router1', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:04:57Z', 'updated_at': '2021-07-23T17:05:17Z', 'revision_number': 4, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'gw_port': {'id': 'fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:16Z', 'updated_at': '2021-07-23T17:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '6e6d1ee4-aa9c-435d-b38a-ab385471bd17', 'name': '', 'network_id': '17fe083a-1c80-441f-8a7d-c57e9efe3c14', 'tenant_id': 'b9c4ffcb4d50483392f3945148676098', 'mac_address': 'fa:16:3e:13:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ae803-c8a7-451a-a858-a15ee84b24c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:05:07Z', 'updated_at': '2021-07-23T17:05:14Z', 'revision_number': 5, 'project_id': 'b9c4ffcb4d50483392f3945148676098', 'subnets': [{'id': '2a76e44b-88dd-47c1-b681-86dd3fe7b65f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b039bb4-b284-4454-9dde-3f2f25fbe320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:05:21.084936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45424) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:05:21.270022 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-452c84ea-d68c-4a06-a90d-30e6136427e8 admin admin] 10.222.0.100 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1822379 Jul 23 17:05:22.598155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:05:22.695115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:05:22.702682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:05:22.703313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:22.864490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:22.885855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:05:22.891182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:22.893201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:05:22.975244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:05:22.980701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:05:24.628588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:05:24.729772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port fb7d34ef-b2dd-4cfe-8280-a51533b5a7ab triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:05:24.730164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:31.974348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dd052bb7-6e2c-49b4-be7a-2aec3f6db14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:34.193412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:35.080981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:35.638888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0aee07dd-ea99-40b4-89b7-0e3e8f1c2203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:37.146210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:05:52.120886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:06:01.945368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec937d93-b4e0-4a7b-85bd-72fa743c15a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:04.180825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:05.083140 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:05.633524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07e96ab0-e836-494c-a74b-5ac0aac11fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:07.163143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:29.123281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:06:31.941146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fd49-0cc2-482a-9951-c69b74208744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:34.187202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:35.087241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:35.637680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-598a01d4-7bfc-4d94-a340-64f17ae6d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:06:37.156408 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:01.944560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-550af153-e0af-46c1-99ef-4b674079bce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:04.174195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:05.102270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:05.645169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1231-9ed9-4df4-acc3-02b374846565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:06.127398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:07:07.002881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45962) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:07.109175 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c713c-f140-486c-8d85-6c8c1576c0fe admin admin] GET failed (client error): The resource could not be found. Jul 23 17:07:07.111047 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8b0c713c-f140-486c-8d85-6c8c1576c0fe admin admin] 10.222.0.100 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1069736 Jul 23 17:07:07.165300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:07.272976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf3871-93a8-46f9-a4b7-f40210fb5b05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:07.274645 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0caf3871-93a8-46f9-a4b7-f40210fb5b05 admin admin] 10.222.0.100 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1589239 Jul 23 17:07:09.534617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45974) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:09.691266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff1ab2-173c-4d6d-b1b6-efc7638cc1bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:09.691804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2eff1ab2-173c-4d6d-b1b6-efc7638cc1bf admin admin] Synchronizing usage tracker for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:subnet {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:07:09.711817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2eff1ab2-173c-4d6d-b1b6-efc7638cc1bf admin admin] Unset dirty status for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:subnet {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:07:09.713140 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2eff1ab2-173c-4d6d-b1b6-efc7638cc1bf admin admin] 10.222.0.100 "GET /v2.0/subnets/2a76e44b-88dd-47c1-b681-86dd3fe7b65f HTTP/1.1" status: 200 len: 849 time: 0.1774802 Jul 23 17:07:09.724297 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:07:09.865423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Notify callbacks [] for subnet, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:10.088321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363277248363499'] for subnet, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:10.093775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:07:10.148226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:10.149226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:10.156419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46caddf7-a82d-41d3-92fb-d08f8486bf80 None None] Network 17fe083a-1c80-441f-8a7d-c57e9efe3c14 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:07:10.165143 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] 10.222.0.100 "PUT /v2.0/subnets/2a76e44b-88dd-47c1-b681-86dd3fe7b65f HTTP/1.1" status: 200 len: 868 time: 0.4429410 Jul 23 17:07:10.211324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a76e44b-88dd-47c1-b681-86dd3fe7b65f,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:07:10.225485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.226058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.226321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.226724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.227132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.227536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.227932 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.228348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.228858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.229458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.230100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:07:10.236940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:07:10.839912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d57e378a-6a33-45d7-9f51-0e518b1d008d None None] Provisioning complete for port c0ae76ef-5263-4c41-bd54-278dc4e505ae triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:07:10.840698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d57e378a-6a33-45d7-9f51-0e518b1d008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:11.030118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d57e378a-6a33-45d7-9f51-0e518b1d008d None None] Provisioning complete for port 6e6d1ee4-aa9c-435d-b38a-ab385471bd17 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:07:11.030386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d57e378a-6a33-45d7-9f51-0e518b1d008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:12.466940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45986) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:12.775307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94322f0-f44c-46ff-906e-c4b76ded7c29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:12.775711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94322f0-f44c-46ff-906e-c4b76ded7c29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:12.783524 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a94322f0-f44c-46ff-906e-c4b76ded7c29 admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.3094726 Jul 23 17:07:15.089980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 45998) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:15.332820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717c402-2001-4781-abc6-ba3c0a838cd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:15.333114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717c402-2001-4781-abc6-ba3c0a838cd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:15.335257 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1717c402-2001-4781-abc6-ba3c0a838cd9 admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2438130 Jul 23 17:07:17.648747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46010) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:17.889526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c733a-e2f3-40a8-b8de-d6100dc6ca50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:17.891644 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8a1c733a-e2f3-40a8-b8de-d6100dc6ca50 admin admin] 10.222.0.100 "GET /v2.0/networks/17fe083a-1c80-441f-8a7d-c57e9efe3c14 HTTP/1.1" status: 200 len: 870 time: 0.2409432 Jul 23 17:07:20.126302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46022) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:20.424134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2427c-9cd9-4a5c-9e63-1f421178f657 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:20.424664 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2be2427c-9cd9-4a5c-9e63-1f421178f657 admin admin] Synchronizing usage tracker for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:07:20.444929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2be2427c-9cd9-4a5c-9e63-1f421178f657 admin admin] Unset dirty status for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:07:20.446328 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2be2427c-9cd9-4a5c-9e63-1f421178f657 admin admin] 10.222.0.100 "GET /v2.0/networks/c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 HTTP/1.1" status: 200 len: 886 time: 0.3186777 Jul 23 17:07:22.688406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46034) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:22.844274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b13d3-8ebd-4829-8a38-89391696895b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:22.845115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b13d3-8ebd-4829-8a38-89391696895b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:22.846422 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b84b13d3-8ebd-4829-8a38-89391696895b admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1569736 Jul 23 17:07:25.329165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46046) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:25.511329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703088f4-2279-4c7f-98dc-d2091c321dca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:25.511746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703088f4-2279-4c7f-98dc-d2091c321dca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:25.513436 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-703088f4-2279-4c7f-98dc-d2091c321dca admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1831441 Jul 23 17:07:27.766252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46058) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:27.939787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca4a09-dde7-43f0-bc2f-8a3309f5655a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:27.942422 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-29ca4a09-dde7-43f0-bc2f-8a3309f5655a admin admin] 10.222.0.100 "GET /v2.0/subnets/2a76e44b-88dd-47c1-b681-86dd3fe7b65f HTTP/1.1" status: 200 len: 868 time: 0.1744552 Jul 23 17:07:30.239935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46070) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:30.411348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad87a25-b845-408e-8c4a-ba0076b2fa0e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:30.412745 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1ad87a25-b845-408e-8c4a-ba0076b2fa0e admin admin] 10.222.0.100 "GET /v2.0/subnets/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c HTTP/1.1" status: 200 len: 816 time: 0.1717691 Jul 23 17:07:31.947605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0a70-02cf-4db9-8486-4981b3972d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:34.177621 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:35.106946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:35.652396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a37532-3d7b-4d54-a2c8-1a15db9cc436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:37.166320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:07:43.129486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:07:54.274454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46118) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:54.366135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [None req-a9be58d1-e9c3-4aae-8374-60c2bf7af475 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:07:54.367956 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a9be58d1-e9c3-4aae-8374-60c2bf7af475 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0917583 Jul 23 17:07:56.833898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46130) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:57.015290 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fa274e-b0e0-4e88-b91d-f95e552f2022 admin admin] GET failed (client error): The resource could not be found. Jul 23 17:07:57.016841 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-28fa274e-b0e0-4e88-b91d-f95e552f2022 admin admin] 10.222.0.100 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1820025 Jul 23 17:07:57.289020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c7b7b-981f-4ca2-80b3-17ea72b080f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:07:57.290835 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-477c7b7b-981f-4ca2-80b3-17ea72b080f5 admin admin] 10.222.0.100 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2659032 Jul 23 17:07:59.725820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46142) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:07:59.872465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:07:59.882369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:07:59.895958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:07:59.908415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Made reservation on behalf of af98a24db6ab422cb6f382b20ce6086f for: {'network': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:07:59.916050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:00.023025 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.services.revisions.revision_plugin [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Could not find related network for resource to bump revision. Jul 23 17:08:00.040895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1351} {{(pid=82118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:08:00.053616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:00.054037 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Added segment c5eff1ce-ee5b-410e-a96a-6556352bbc9c of type vlan for network 5a749558-2426-4ecd-9e94-16cfe0397afa Jul 23 17:08:00.118752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:00.336128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:00.337695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:08:00.338495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:00.344823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:08:00.458911 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7318974 Jul 23 17:08:00.466118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Pushing event updated for resources: {'Network': ['ID=5a749558-2426-4ecd-9e94-16cfe0397afa,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:08:00.471864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:08:00.483353 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 5a749558-2426-4ecd-9e94-16cfe0397afa details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:08:01.939919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f4160b3e-d7e8-4341-b7f9-f1ccd621f156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:03.176458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46154) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:08:03.289612 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea18823a-cdaf-48f5-b2f2-6df66bbf112e admin admin] GET failed (client error): The resource could not be found. Jul 23 17:08:03.290216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ea18823a-cdaf-48f5-b2f2-6df66bbf112e admin admin] Synchronizing usage tracker for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:network {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:08:03.309542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ea18823a-cdaf-48f5-b2f2-6df66bbf112e admin admin] Unset dirty status for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:network {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:08:03.312381 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ea18823a-cdaf-48f5-b2f2-6df66bbf112e admin admin] 10.222.0.100 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1339471 Jul 23 17:08:03.465657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ad189-238a-4883-aac4-f3e20e0c2c5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:08:03.470036 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-da8ad189-238a-4883-aac4-f3e20e0c2c5d admin admin] 10.222.0.100 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1500671 Jul 23 17:08:03.487284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:08:03.495431 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:08:03.513856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:08:03.526954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Made reservation on behalf of af98a24db6ab422cb6f382b20ce6086f for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:08:03.533586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:03.904403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:03.913500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-15f10877-eb7c-4180-925e-ffb56f732a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:08:04.067993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5679b217-fb98-4892-b564-9d2af70f1c88,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:08:04.074469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:08:04.088206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Checking segment: {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:08:04.088807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Network hostable DHCP agents. Network: 5a749558-2426-4ecd-9e94-16cfe0397afa, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:08:04.126624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Network 5a749558-2426-4ecd-9e94-16cfe0397afa is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:08:04.136710 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 5a749558-2426-4ecd-9e94-16cfe0397afa) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:08:04.142271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:08:04.143044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:04.159964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc48067-580c-47a0-854d-03b21dfdd817 None None] Network 5a749558-2426-4ecd-9e94-16cfe0397afa requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:08:04.182159 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7008214 Jul 23 17:08:04.301750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:04.567920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-5a749558-2426-4ecd-9e94-16cfe0397afa', 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa', 'tenant_id': 'af98a24db6ab422cb6f382b20ce6086f', 'fixed_ips': [{'subnet_id': '5679b217-fb98-4892-b564-9d2af70f1c88'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:08:04.569263 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:04.817912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Allocated IP 192.168.233.2 (5a749558-2426-4ecd-9e94-16cfe0397afa/5679b217-fb98-4892-b564-9d2af70f1c88/17f73b41-cc18-4988-9f78-eed5e14c5e7a) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:08:05.183485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.203000 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.217198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Transition to ACTIVE for port object 17f73b41-cc18-4988-9f78-eed5e14c5e7a will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:08:05.258916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Transition to ACTIVE for port object 17f73b41-cc18-4988-9f78-eed5e14c5e7a will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:08:05.265857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.275765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:08:05.390190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Network 5a749558-2426-4ecd-9e94-16cfe0397afa is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:08:05.402207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:08:05.406793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:08:05.421911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Pushing event updated for resources: {'Port': ['ID=17f73b41-cc18-4988-9f78-eed5e14c5e7a,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:08:05.482008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.482671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.483997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.484637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.485200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.485794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.486356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.486904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.487415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.487847 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.488281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:08:05.494304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:08:05.590475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Attempting to bind port 17f73b41-cc18-4988-9f78-eed5e14c5e7a on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:08:05.591134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Attempting to bind port 17f73b41-cc18-4988-9f78-eed5e14c5e7a by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:08:05.591740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Attempting to bind port 17f73b41-cc18-4988-9f78-eed5e14c5e7a on network 5a749558-2426-4ecd-9e94-16cfe0397afa {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:08:05.605287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:08:05.606001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Checking segment: {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:08:05.606728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.607451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Bound using segment: {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:08:05.609909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Bound port: 17f73b41-cc18-4988-9f78-eed5e14c5e7a, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:08:05.610663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.711787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4a9de6de-778d-485a-bab3-344428abc4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.786792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] For port 17f73b41-cc18-4988-9f78-eed5e14c5e7a, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:08:05.793554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] For port 17f73b41-cc18-4988-9f78-eed5e14c5e7a, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=17f73b41-cc18-4988-9f78-eed5e14c5e7a,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:08:05.799830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:05.809176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:08:05.961864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Pushing event updated for resources: {'Port': ['ID=17f73b41-cc18-4988-9f78-eed5e14c5e7a,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:08:05.966473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:08:06.706181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 17f73b41-cc18-4988-9f78-eed5e14c5e7a up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:08:06.824712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 17f73b41-cc18-4988-9f78-eed5e14c5e7a completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:08:07.184504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:07.723714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905db0fc-ea10-430d-ac2e-947835a7c2e4 None None] Network 5a749558-2426-4ecd-9e94-16cfe0397afa requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:08:07.872134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Provisioning for port 17f73b41-cc18-4988-9f78-eed5e14c5e7a completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:08:07.887983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Provisioning complete for port 17f73b41-cc18-4988-9f78-eed5e14c5e7a triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:08:07.888641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:08.317493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:08.380293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] For port 17f73b41-cc18-4988-9f78-eed5e14c5e7a, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=17f73b41-cc18-4988-9f78-eed5e14c5e7a,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:08:08.385747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:08.392557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:08:08.520964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Pushing event updated for resources: {'Port': ['ID=17f73b41-cc18-4988-9f78-eed5e14c5e7a,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:08:08.525103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:08:08.672791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 17f73b41-cc18-4988-9f78-eed5e14c5e7a up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:08:08.781689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 17f73b41-cc18-4988-9f78-eed5e14c5e7a triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:08:08.782509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:08.868440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-da6ef8a3-a224-409f-811e-daccc0fe3e1d None None] Provisioning complete for port 17f73b41-cc18-4988-9f78-eed5e14c5e7a triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:08:08.868759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-da6ef8a3-a224-409f-811e-daccc0fe3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:20.131794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:08:31.934885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b7070c02-ae08-4a98-81b4-84efe62ad191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:34.177548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:35.105135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:35.637658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e4189b3d-d03c-433b-a6a9-fb9f8c095141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:37.176701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:08:57.133908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:09:01.957173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd501-8518-4f99-913b-7a812decd877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:04.181819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:05.109354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:05.634742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dfff5abb-54a7-4f03-8c3d-d4d6fe4c8000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:07.195242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:30.192128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46192) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:09:30.201530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [None req-0bdbcdc2-10af-43eb-bd75-6d74d8775451 tempest-verify_tempest_config-1287831335 tempest-verify_tempest_config-1287831335-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:09:30.202899 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0bdbcdc2-10af-43eb-bd75-6d74d8775451 tempest-verify_tempest_config-1287831335 tempest-verify_tempest_config-1287831335-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0098076 Jul 23 17:09:30.675526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46210) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:09:30.842414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:30.880039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-03683078-530a-4293-9550-dc317282865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:09:30.884530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-03683078-530a-4293-9550-dc317282865d admin admin] Usage tracker for resource:security_group_rule and tenant:21928b2102fc449992af74c493f40946 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:09:30.887821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-03683078-530a-4293-9550-dc317282865d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:09:30.894614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-03683078-530a-4293-9550-dc317282865d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:09:30.996005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:31.000611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:31.016638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:09:31.098100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03683078-530a-4293-9550-dc317282865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1600bbc-dd6f-48e7-9915-faf90b99c0f4,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:09:31.121893 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-03683078-530a-4293-9550-dc317282865d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=21928b2102fc449992af74c493f40946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4423892 Jul 23 17:09:31.122757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46216) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:09:31.122953 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.123604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.124253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.124891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.125835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.126442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.127080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.127750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.128390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.129017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.129639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683078-530a-4293-9550-dc317282865d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.136541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-03683078-530a-4293-9550-dc317282865d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:09:31.223397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:31.256305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:31.327331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:31.337367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:09:31.363357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1600bbc-dd6f-48e7-9915-faf90b99c0f4,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:09:31.374092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:31.376288 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c1600bbc-dd6f-48e7-9915-faf90b99c0f4 HTTP/1.1" status: 204 len: 168 time: 0.2521896 Jul 23 17:09:31.386292 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.386913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.387639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.388273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.388921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.389554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.390147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.390692 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.391239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.391773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.392281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:09:31.398284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:09:31.948469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7951eddd-f56e-4eb6-a236-ef0a85e34425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:34.139868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:09:34.183498 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:35.115851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:35.633364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dea71296-6671-4290-811a-b9c6e9898fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:09:37.189413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:01.943067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75db7168-93bb-4c21-aa87-e2af2917ee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:04.190310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:05.111303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:05.633970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c35c116b-fabb-40c6-bfc6-67893ebdff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:07.194597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:11.142013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:10:31.956383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e142-4bb2-4a99-b760-89b6cab48a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:34.190162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:35.119131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:35.627166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f843-4d57-4651-b265-ca295033b409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:37.206807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:48.148034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 5 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:11:01.957269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-79658f46-b936-4f0b-93ae-0039beb83e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:04.193674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:05.123674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:05.633092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e548eb00-14eb-4428-9941-4eade5ec5665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:07.203259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:12.522682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854140175'] for agent, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:18.999071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46274) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:19.169741 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0dc3c7e4-a9c4-4001-b030-fe51cbfb4043 admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4292 time: 0.1693916 Jul 23 17:11:21.413422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46286) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:21.505110 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-47c9b0f8-cfcf-4154-982b-2301985898ca admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4292 time: 0.0904391 Jul 23 17:11:25.149412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:11:31.950460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-73900565-3078-4681-8d13-1558f6589639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:34.189279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:35.122648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:35.627210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-05e7e7bb-084d-47ac-91c4-03abf568dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:37.204877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:42.475187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:01.953238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3102866f-b39c-4cd3-b12b-d66615b9a90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:02.152035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:12:04.194178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:05.137034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:05.637599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48f1c3c8-9ce7-49c0-b40b-7b3542fe5440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:07.204369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:12.476688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:31.959120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a821bffb-4f90-4b23-9b5b-ba0b1dbea875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:34.194360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:35.128947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:35.636120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1785086e-4e19-47be-9511-aa656f6d4e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:37.213960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:39.153635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:12:42.470221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:01.958155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-39a7fbd3-24b3-4439-9efa-4ba9c8405d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:04.190047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:05.131816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:05.645178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e9646ed3-2a59-4447-9750-a50814eb963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:07.218636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:11.096525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46422) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:11.720185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-network', 'tenant_id': 'ccea02c8e05946dea4af16076a889490'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:11.729958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:11.737058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Usage tracker for resource:network and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:11.741358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:11.749345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:11.762563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Made reservation on behalf of ccea02c8e05946dea4af16076a889490 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:11.768885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:11.787251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:11.833255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:11.841271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:11.845845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:11.858784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:11.960693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:11.966543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:11.974866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:12.033463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1352} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:13:12.061750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faa7783-047f-4310-9a3a-7dce04ed3f64,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:12.067554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.068200 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Added segment b904da2f-148e-4351-b37f-cf63332e4a54 of type vlan for network 88d4239e-fcc7-457f-9665-03b62c14872b Jul 23 17:13:12.092486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.093128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.093777 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.094389 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.095259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.096083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.096900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.098347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.099179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.100042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.100971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Tracked resource versions report: Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:13:12.103835 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:13:12.112711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:12.147434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.189527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.190994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:12.191752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.210076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2bf19d14-3229-4b2d-b4b7-aa7d926cc834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:12.321452 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2197473 Jul 23 17:13:12.321764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46460) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:12.327949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Request body: {'subnet': {'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-subnet', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:12.329515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Pushing event updated for resources: {'Network': ['ID=88d4239e-fcc7-457f-9665-03b62c14872b,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:12.333569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:12.337009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:12.338049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Usage tracker for resource:subnet and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:12.341163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:12.348278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 88d4239e-fcc7-457f-9665-03b62c14872b details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:13:12.360942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:12.382010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Made reservation on behalf of ccea02c8e05946dea4af16076a889490 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:12.387389 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.675346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.683926 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd5ea032-5b61-4814-bc14-afef4adc7f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:12.756747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.775462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73ebde8-e48d-4d7f-b744-6fbe42a57816,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:12.786715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.787317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.799929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.800798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.801347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.802035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.802572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.803103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.803615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.804132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.804640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Tracked resource versions report: Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:13:12.806038 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:13:12.819272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:12.848225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Checking segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:12.848634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Network hostable DHCP agents. Network: 88d4239e-fcc7-457f-9665-03b62c14872b, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:13:12.876731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Network 88d4239e-fcc7-457f-9665-03b62c14872b is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:13:12.888769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 88d4239e-fcc7-457f-9665-03b62c14872b) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:12.894102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:12.895471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:12.904755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f417a9-c6c3-48bf-a831-5c49f276bab6 None None] Network 88d4239e-fcc7-457f-9665-03b62c14872b requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:12.964948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46484) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:12.972921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:12.978187 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6552145 Jul 23 17:13:12.980535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:12.985646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Usage tracker for resource:router and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:12.989584 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:12.999223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:13.014845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.016260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.052326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.240828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-88d4239e-fcc7-457f-9665-03b62c14872b', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:13:13.242724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.259832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.293286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46498) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:13.294060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46500) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:13.535452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.575008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.582692 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Allocated IP 172.20.0.2 (88d4239e-fcc7-457f-9665-03b62c14872b/e73ebde8-e48d-4d7f-b744-6fbe42a57816/39148e76-e8a6-437f-b70f-ba6f329dcb14) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:13.820205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Allocated IP 172.28.0.157 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:13.912681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-612761967-network', 'tenant_id': '52afb3a506214652943c05a54d7bd4ff'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:13.926654 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:13.934221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Usage tracker for resource:network and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:13.940755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:13.950146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:13.968157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Made reservation on behalf of 52afb3a506214652943c05a54d7bd4ff for: {'network': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:13.974888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.981482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:13.990118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Transition to ACTIVE for port object 39148e76-e8a6-437f-b70f-ba6f329dcb14 will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:14.020080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.023175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Transition to ACTIVE for port object 39148e76-e8a6-437f-b70f-ba6f329dcb14 will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:14.032568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.046272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bfc1e253-aae3-407f-8a5a-ffa52805cfd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:14.100208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:14.107921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.111066 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Usage tracker for resource:security_group_rule and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:14.115082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46526) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:14.120332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Network 88d4239e-fcc7-457f-9665-03b62c14872b is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:14.120976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:14.129122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:14.132463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:14.135444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:14.143563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Pushing event updated for resources: {'Port': ['ID=39148e76-e8a6-437f-b70f-ba6f329dcb14,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:14.155716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.161888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:14.223003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.223367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.223733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.224096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.224456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.224815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.225173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.225527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.225910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.226262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.227478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Tracked resource versions report: Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:13:14.229102 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:13:14.242780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:14.247186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Pushing event updated for resources: {'Port': ['ID=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:14.251246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:14.273061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:14.278913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:14.279369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Attempting to bind port 39148e76-e8a6-437f-b70f-ba6f329dcb14 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:14.279784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Attempting to bind port 39148e76-e8a6-437f-b70f-ba6f329dcb14 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:14.280185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Attempting to bind port 39148e76-e8a6-437f-b70f-ba6f329dcb14 on network 88d4239e-fcc7-457f-9665-03b62c14872b {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:14.288801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:14.290368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:14.290916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Checking segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:14.291346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.291778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Bound using segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:14.292319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Bound port: 39148e76-e8a6-437f-b70f-ba6f329dcb14, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:14.292657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-503394235-network', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:14.292887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.302398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:14.322308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Usage tracker for resource:network and tenant:f4572d53326b412fb4a1b114f37fd770 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:14.329983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.333202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:14.345533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.347316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:14.361945 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:14.420313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] For port 39148e76-e8a6-437f-b70f-ba6f329dcb14, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:14.423305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:14.434869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:14.447445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] For port 39148e76-e8a6-437f-b70f-ba6f329dcb14, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=39148e76-e8a6-437f-b70f-ba6f329dcb14,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:14.475813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.476071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Made reservation on behalf of f4572d53326b412fb4a1b114f37fd770 for: {'network': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:14.476071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.483037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cd61805c-d8b0-455e-994e-15b05cbea67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:14.500277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.501892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.502255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1353} {{(pid=82118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:13:14.506982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.582181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:14.589623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:f4572d53326b412fb4a1b114f37fd770 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:14.595181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:14.602381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Pushing event updated for resources: {'Port': ['ID=39148e76-e8a6-437f-b70f-ba6f329dcb14,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:14.615844 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:14.620788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:14.730532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.735493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.735878 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Added segment 9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4 of type vlan for network a6492c9a-6005-4a70-be38-45ebd62bfd62 Jul 23 17:13:14.737271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.749839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:14.862431 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f6573-eeab-4bd2-8f79-9f72329d2501,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:14.910578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1777145565-network', 'tenant_id': 'acd5b1fda0af49a0ba975af3a56d742c'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:14.916623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:14.917196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:14.921481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Usage tracker for resource:network and tenant:acd5b1fda0af49a0ba975af3a56d742c is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:14.925459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:14.927756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.934616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:14.963534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Made reservation on behalf of acd5b1fda0af49a0ba975af3a56d742c for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:14.968944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.988906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:14.998407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.002513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:15.003350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.037050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:15.042530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Usage tracker for resource:security_group_rule and tenant:acd5b1fda0af49a0ba975af3a56d742c is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:15.046551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:15.053595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:15.121930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82118) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:13:15.122326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:13:15.127468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8405f5ee-2d30-4d02-95b2-a35b2dec8089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:15.193747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.198696 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9023492 Jul 23 17:13:15.199580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46546) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:15.209095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.264200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1354} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:13:15.280958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.281322 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Added segment 88ceae16-d153-4da3-86fe-0f741b6b2033 of type vlan for network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 Jul 23 17:13:15.319165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.374415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:15.405222 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Request body: {'subnet': {'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-612761967-subnet', 'tenant_id': '52afb3a506214652943c05a54d7bd4ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:15.436533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.441959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:15.443174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.448508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:15.459838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Usage tracker for resource:subnet and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:15.470060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:15.480772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Pushing event updated for resources: {'Network': ['ID=a6492c9a-6005-4a70-be38-45ebd62bfd62,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:15.484656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:15.492863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:15.497615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:13:15.500257 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3837652 Jul 23 17:13:15.501091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46560) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:15.516119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Made reservation on behalf of 52afb3a506214652943c05a54d7bd4ff for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:15.520946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.521266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Request body: {'subnet': {'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1777145565-subnet', 'tenant_id': 'acd5b1fda0af49a0ba975af3a56d742c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:15.527727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:15.532212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Usage tracker for resource:subnet and tenant:acd5b1fda0af49a0ba975af3a56d742c is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:15.536162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:15.543771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:15.560350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Made reservation on behalf of acd5b1fda0af49a0ba975af3a56d742c for: {'subnet': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:15.566903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.771364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee95ee-db15-4414-9783-fb69a8b47664,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:15.781896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:15.785160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:15.876387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.899401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:15.915545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:15.999060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Pushing event updated for resources: {'Network': ['ID=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:16.003748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:16.015557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:13:16.035165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:13:16.135670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1355} {{(pid=82118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:13:16.159570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:13:16.168147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a441b0-4182-496e-8579-c540e4fc35b6,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:16.186262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:16.197285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:16.199251 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Added segment e5eaba42-ab01-4754-9397-be014f70d371 of type vlan for network 39f335d3-dd32-48a6-b7c9-481288292a7b Jul 23 17:13:16.200974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Checking segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:16.201366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Network hostable DHCP agents. Network: a6492c9a-6005-4a70-be38-45ebd62bfd62, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:13:16.313926 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:16.348958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:13:16.422641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, a6492c9a-6005-4a70-be38-45ebd62bfd62) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:16.427421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:16.428753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:16.429375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:16.457005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63162b-6b78-4e21-9d15-0cc3a829b182 None None] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:16.461201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:16.462524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:16.502406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:16.645635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:16.667409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:16.825527 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6176817 Jul 23 17:13:16.839865 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.5338788 Jul 23 17:13:16.850043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46580) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:16.902594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Request body: {'subnet': {'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-subnet', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:16.927203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77766d96-1cb7-41fb-9641-d6a6621406b1,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:16.937085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=39f335d3-dd32-48a6-b7c9-481288292a7b,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:16.954716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:16.963398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b67bc-dd26-4767-8357-3777690e800a None None] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:16.987769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:17.000850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:17.001180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 39f335d3-dd32-48a6-b7c9-481288292a7b details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:13:17.031101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Usage tracker for resource:subnet and tenant:f4572d53326b412fb4a1b114f37fd770 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:17.051711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:17.066192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:17.081929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Checking segment: {'id': '88ceae16-d153-4da3-86fe-0f741b6b2033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:17.082741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Network hostable DHCP agents. Network: bfe56ff0-f3aa-4cf1-8397-80958d6efbc1, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:13:17.123572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Made reservation on behalf of f4572d53326b412fb4a1b114f37fd770 for: {'subnet': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:17.129115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:17.393321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:13:17.397956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:13:17.497394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, bfe56ff0-f3aa-4cf1-8397-80958d6efbc1) {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:17.507666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:13:17.526323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:17.527010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:17.563769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:17.567166 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6000042 Jul 23 17:13:17.572863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46600) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:17.612495 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0909517 Jul 23 17:13:17.775561 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 39148e76-e8a6-437f-b70f-ba6f329dcb14 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:17.791486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:17.798597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:17.848255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d2815-d31a-47dd-aecd-b60bded491eb None None] Network 88d4239e-fcc7-457f-9665-03b62c14872b requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:17.857085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:17.885918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:17.892175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac7aad-4a10-4bc9-b576-222d2e82207f None None] Network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:18.177195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5004940-b46d-4ff7-9df7-4f54612b76fc,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:18.189444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:18.210599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Checking segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:18.212546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Network hostable DHCP agents. Network: 39f335d3-dd32-48a6-b7c9-481288292a7b, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:13:18.275418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Network 39f335d3-dd32-48a6-b7c9-481288292a7b is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:13:18.291495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 39f335d3-dd32-48a6-b7c9-481288292a7b) {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:18.299326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:18.299985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:18.304042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:18.334745 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4823852 Jul 23 17:13:18.339198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46638) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:18.347324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:18.356270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:18.364897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Usage tracker for resource:router and tenant:f4572d53326b412fb4a1b114f37fd770 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:18.372103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:18.385559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:18.413054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:18.415687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:18.454816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:18.605306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca868a2-541f-4042-be61-0fe688d2594d None None] Network 39f335d3-dd32-48a6-b7c9-481288292a7b requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:18.799071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:18.824149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-8d8e3a6e-d54e-44fd-ad2b-c275d5825e78 None None] Provisioning for port 39148e76-e8a6-437f-b70f-ba6f329dcb14 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:19.080749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46674) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:19.100447 dv-cinder-802045-1-smb neutron-server[82004]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 17:13:19.250340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46692) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:19.299047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:14Z', 'revision_number': 3, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:19.312316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:13:19.312985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Updating router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:13:19.405982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:19.572968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46700) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:19.828410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 39148e76-e8a6-437f-b70f-ba6f329dcb14 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:19.904257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69b683-9d2c-4dbb-862b-98a286540215 None None] Network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:19.919784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 39148e76-e8a6-437f-b70f-ba6f329dcb14 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:19.920463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:19.948344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.047947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:20.055515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.067377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Usage tracker for resource:security_group_rule and tenant:f799a2f498b2433b8442a9b525a49157 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:20.073396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:20.083260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:20.108647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70606bef-7520-4e2c-9205-bbec842722d1 req-d2037002-e346-4cf8-b490-b9da9ad8a9ac tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:20.111122 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-d2037002-e346-4cf8-b490-b9da9ad8a9ac tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 1.0260494 Jul 23 17:13:20.134958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.170312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-39e34668-bc77-4ad5-96d1-2061f3fab57a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:20.172143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-39e34668-bc77-4ad5-96d1-2061f3fab57a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Synchronizing usage tracker for tenant:acd5b1fda0af49a0ba975af3a56d742c on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:20.181293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Transition to ACTIVE for port object f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:20.182929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-ecc7911d-3678-4eb1-976e-d1684f817142 None None] Provisioning complete for port 39148e76-e8a6-437f-b70f-ba6f329dcb14 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:20.183347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ecc7911d-3678-4eb1-976e-d1684f817142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.194386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.196362 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-77bf3807-303d-4078-9e68-2251f0a9fbe2 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/quotas/52afb3a506214652943c05a54d7bd4ff HTTP/1.1" status: 200 len: 375 time: 0.0659318 Jul 23 17:13:20.201613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:20.284952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Pushing event updated for resources: {'Port': ['ID=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,revision_number=2']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:20.300073 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.300383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.301225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.301599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.301991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.302356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.302871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.303387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.303746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.304099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.304454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Tracked resource versions report: Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: pushed versions: Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': {'1.0'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': {'1.1'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': {'1.5'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': {'1.2'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': {'1.8'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': {'1.2'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': {'1.0'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': {'1.1'}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': {'1.1'}} Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: consumer versions: Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: { DHCP agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: L3 agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: Metadata agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: Metering agent@dv-cinder-802045-1-smb: {}, Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: Open vSwitch agent@dv-cinder-802045-1-smb: { 'ConntrackHelper': '1.0', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Log': '1.0', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Network': '1.1', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Port': '1.5', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'PortForwarding': '1.2', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'QosPolicy': '1.8', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroup': '1.2', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'SecurityGroupRule': '1.0', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'SubPort': '1.0', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Subnet': '1.1', Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: 'Trunk': '1.1'}} Jul 23 17:13:20.305689 dv-cinder-802045-1-smb neutron-server[82004]: {{(pid=82120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:13:20.311799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:20.353663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.359961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.368479 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-648d5dee-382e-4b32-bd9f-fda00cb0e6db tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1597195 Jul 23 17:13:20.370109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-39e34668-bc77-4ad5-96d1-2061f3fab57a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Unset dirty status for tenant:acd5b1fda0af49a0ba975af3a56d742c on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:20.382248 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-39e34668-bc77-4ad5-96d1-2061f3fab57a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/networks?id=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 HTTP/1.1" status: 200 len: 812 time: 1.1292605 Jul 23 17:13:20.400545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:20.415701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac02f7-99c7-4206-89b5-227e0de444ca None None] Network 39f335d3-dd32-48a6-b7c9-481288292a7b requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:20.451881 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-b6c41ec8-cae7-4459-99df-bef16d3080f1 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/quotas/acd5b1fda0af49a0ba975af3a56d742c HTTP/1.1" status: 200 len: 375 time: 0.0671666 Jul 23 17:13:20.465351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Allocated IP 172.20.0.1 (88d4239e-fcc7-457f-9665-03b62c14872b/e73ebde8-e48d-4d7f-b744-6fbe42a57816/53988bf8-5c19-450d-8dd2-7b8311cd81ee) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:20.475129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3752eb32-4b15-4cfc-a8a2-4f56347b569b,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:20.483510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:20.494647 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f799a2f498b2433b8442a9b525a49157&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9131143 Jul 23 17:13:20.497563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46710) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:20.544906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.584936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Attempting to bind port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:20.585874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Attempting to bind port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:20.586773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Attempting to bind port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:20.610343 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-e9007f5d-e61a-4878-bca3-060aac0e3ecd tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd5b1fda0af49a0ba975af3a56d742c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1570864 Jul 23 17:13:20.620778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.622494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:20.623388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:20.623839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.634656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:20.635340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Bound port: f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:20.635776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.779733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.791772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-caa86e94-2fdc-4e2f-889b-c9f47591faf3 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:13:20.792955 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-caa86e94-2fdc-4e2f-889b-c9f47591faf3 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2640772 Jul 23 17:13:20.841876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.889994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 39148e76-e8a6-437f-b70f-ba6f329dcb14, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=39148e76-e8a6-437f-b70f-ba6f329dcb14,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:20.904817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ecc7911d-3678-4eb1-976e-d1684f817142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.921258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.925052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.945656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] For port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:20.954975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] For port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:20.962005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.963490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b466add4-387d-48b5-9667-3cb724dcec37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:20.964826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:20.968259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ace47a6d-7316-4ce3-bdb9-e845436928c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:20.985202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Transition to ACTIVE for port object 53988bf8-5c19-450d-8dd2-7b8311cd81ee will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:21.009840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-98a62dd0-67e6-4ce0-9e3b-f40ca08b35b4 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:13:21.011203 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-98a62dd0-67e6-4ce0-9e3b-f40ca08b35b4 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2138920 Jul 23 17:13:21.061985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.069751 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:21.134086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Pushing event updated for resources: {'Port': ['ID=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:21.139891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:21.143293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:21.144204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:21.147573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Pushing event updated for resources: {'Port': ['ID=53988bf8-5c19-450d-8dd2-7b8311cd81ee,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:21.153478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.156283 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:21.170853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:21.219197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Network 88d4239e-fcc7-457f-9665-03b62c14872b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:21.222771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:21.225451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:21.226197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.264375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3752eb32-4b15-4cfc-a8a2-4f56347b569b,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:21.265774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Allocated IP 172.28.0.176 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/ca45a0c1-0858-4e1e-adc7-ed85739e9a87) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:21.274541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:21.316680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=39148e76-e8a6-437f-b70f-ba6f329dcb14,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:21.357495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.362499 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3752eb32-4b15-4cfc-a8a2-4f56347b569b HTTP/1.1" status: 204 len: 168 time: 0.8636222 Jul 23 17:13:21.392972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:21.399051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.468465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-ecc7911d-3678-4eb1-976e-d1684f817142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:13:21.468886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-ecc7911d-3678-4eb1-976e-d1684f817142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:13:21.524991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:21.672636 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-ecbe4675-940d-412c-b31b-b766a04bd3b3 service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8652325 Jul 23 17:13:21.849599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.855189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.857654 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:21.864955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:21.917775 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-f7db31a5-a4b5-49a2-858e-b898f99d4523 service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439334 Jul 23 17:13:21.975195 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-384d0bb6-9629-42a7-8c06-c6b28403e887 service neutron] 10.222.0.100 "GET /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9526796 Jul 23 17:13:21.982912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.143830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46752) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:22.207736 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-03aff5fe-b884-4194-8bb2-3c5824cc5c5b service neutron] 10.222.0.100 "GET /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185824 Jul 23 17:13:22.211231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.214541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Network 88d4239e-fcc7-457f-9665-03b62c14872b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:22.217123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6e3bb3fc-4e22-4bc9-8c53-42ac6d4cb6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:22.220514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:22.276512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a47d9007-c6c5-440f-9597-ec15d9e74dda None None] Provisioning for port 53988bf8-5c19-450d-8dd2-7b8311cd81ee completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:22.281546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:14Z', 'revision_number': 3, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:22.290965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a47d9007-c6c5-440f-9597-ec15d9e74dda None None] Provisioning complete for port 53988bf8-5c19-450d-8dd2-7b8311cd81ee triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:22.293941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a47d9007-c6c5-440f-9597-ec15d9e74dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.294922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8dba6a-7a33-4729-bd93-8e727766c754 None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:14Z', 'revision_number': 3, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:13:22.370982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.396139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Pushing event updated for resources: {'Port': ['ID=53988bf8-5c19-450d-8dd2-7b8311cd81ee,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:22.413099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-a47d9007-c6c5-440f-9597-ec15d9e74dda None None] Port 53988bf8-5c19-450d-8dd2-7b8311cd81ee cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:13:22.432327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:22.440713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:22.443598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:22.514205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Pushing event updated for resources: {'Port': ['ID=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:22.518561 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:22.566605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:22.598955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:22.604918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Usage tracker for resource:security_group_rule and tenant:cb17b6de1474469d8fd39d2a8b525e74 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:22.611968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:22.623013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:22.799031 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3560cc26-9490-4969-86e1-f47d7d9641f2 req-08e01998-0e18-403a-97e9-a99458677ac7 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.1293995 Jul 23 17:13:22.818096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.839924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.840936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.948986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:22.987013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:22.999099 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cb17b6de1474469d8fd39d2a8b525e74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8460042 Jul 23 17:13:23.190514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 39148e76-e8a6-437f-b70f-ba6f329dcb14 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:23.207689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46800) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:23.292562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-538edcea-bca7-4574-b8e1-d148051deea0 None None] Provisioning complete for port 53988bf8-5c19-450d-8dd2-7b8311cd81ee triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:23.293203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-538edcea-bca7-4574-b8e1-d148051deea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:23.336674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22739ef9-f434-4ca8-af42-c457ef00d932,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:23.351030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:23.355490 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b72ae448-c2c8-451c-8a9a-bdcb6118f9bf req-eb00f97e-5e6a-4e82-8df4-dffb10eefe60 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 210 time: 0.3240559 Jul 23 17:13:23.447244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-538edcea-bca7-4574-b8e1-d148051deea0 None None] Port 53988bf8-5c19-450d-8dd2-7b8311cd81ee cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:13:23.589736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 39148e76-e8a6-437f-b70f-ba6f329dcb14 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:23.590178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:23.599704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:13:23.761333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:23.830682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:24.035167 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-91a45cef-e3b3-4846-8f2f-2e34f1562bcd req-28fb15c8-a5bc-4cea-b111-485c4e86e846 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.0754168 Jul 23 17:13:24.042555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:24.076789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:24.160514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22739ef9-f434-4ca8-af42-c457ef00d932,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:24.177903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:24.194754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:24.199810 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/22739ef9-f434-4ca8-af42-c457ef00d932 HTTP/1.1" status: 204 len: 168 time: 0.9903028 Jul 23 17:13:24.262613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:13:24.309184 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] 10.222.0.100 "PUT /v2.0/routers/9a9b66c7-ddeb-430d-85a9-14bf201c45b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7346156 Jul 23 17:13:24.375515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Router ce21eaed-d35b-411f-aa85-d80047b3282f is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:13:24.602799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46880) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:24.945740 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1ed6d8d9-7041-402b-bf2a-019aedc4be70 req-d1ccde93-f746-4d56-a638-f148a2a97856 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 210 time: 0.0595737 Jul 23 17:13:25.129274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:13:25.145227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Sync routers for ids ['ce21eaed-d35b-411f-aa85-d80047b3282f'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:13:25.171599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46900) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:25.180112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:25.182124 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8417242 Jul 23 17:13:25.183317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:25.184975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46908) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:25.340474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Routers {'ce21eaed-d35b-411f-aa85-d80047b3282f'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:25.342194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ce21eaed-d35b-411f-aa85-d80047b3282f'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:25.461043 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e72f693f-fb52-4296-921f-fe41b080b661 req-411e2666-09b7-443c-b575-a177e1bbf8e2 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.0874789 Jul 23 17:13:25.509238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:25.731602 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:25.732172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:25.755251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:25.914598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:25.924496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Usage tracker for resource:security_group_rule and tenant:79558ea5c07f47d1a05fd5ed70bca587 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:25.928631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:25.935320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:25.939516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.014567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:26.035491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Usage tracker for resource:security_group_rule and tenant:153b8fd610844ce8bf059aaf536852e8 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:26.040955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:26.059675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:26.112039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46936) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:26.119558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900230046', 'description': 'tempest-description--2913817'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:26.144732 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:26.155879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:26.157411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.160029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.102', 64120) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:26.167425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.168319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:26.184476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:26.210449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.315068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:26.326797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:26.335350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:26.346215 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70606bef-7520-4e2c-9205-bbec842722d1 req-f4413068-a84a-4c70-be2f-0e20e33d2bab tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:26.346975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-70606bef-7520-4e2c-9205-bbec842722d1 req-f4413068-a84a-4c70-be2f-0e20e33d2bab tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Synchronizing usage tracker for tenant:52afb3a506214652943c05a54d7bd4ff on resource:network {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:26.352869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:26.354007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Set router ce21eaed-d35b-411f-aa85-d80047b3282f gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:26.366315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:26.450546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512562ba-2987-4b8f-8353-4ed3fbf85b52,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:26.474175 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=79558ea5c07f47d1a05fd5ed70bca587&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2977545 Jul 23 17:13:26.481027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46950) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:26.482324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:26.487388 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37b761e5-9d04-4a99-b94a-c7884ddc2f4a req-9764260a-ff6f-4c8e-9aff-2f3fa461d814 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 210 time: 0.1229393 Jul 23 17:13:26.610331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.642382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.741641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-70606bef-7520-4e2c-9205-bbec842722d1 req-f4413068-a84a-4c70-be2f-0e20e33d2bab tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Unset dirty status for tenant:52afb3a506214652943c05a54d7bd4ff on resource:network {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:26.744423 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-f4413068-a84a-4c70-be2f-0e20e33d2bab tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.5818396 Jul 23 17:13:26.756748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:26.801866 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=153b8fd610844ce8bf059aaf536852e8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1973400 Jul 23 17:13:26.809060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 46962) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:26.814390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.102', 64122) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:26.857290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.861997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Request body: {'port': {'device_id': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'admin_state_up': True, 'tenant_id': '52afb3a506214652943c05a54d7bd4ff'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:26.895762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.915944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.959103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.984697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:26.992401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:13:22Z', 'revision_number': 3, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:26.996368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:13:26.997884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.999149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Checking router: ce21eaed-d35b-411f-aa85-d80047b3282f for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:13:26.999149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Updating router ce21eaed-d35b-411f-aa85-d80047b3282f port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:13:27.043699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:27.044465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:27.074492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:27.138030 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de7b5b51-4649-4ade-b117-8b19a54deb8f req-4e2d6ae1-9a42-45ee-a869-9b6f8b5bdd49 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.2375515 Jul 23 17:13:27.140435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:27.178991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:27.289536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-1d05be6a-8f1d-4195-8d54-36bc48504db2 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:27.291431 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-1d05be6a-8f1d-4195-8d54-36bc48504db2 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.102 "GET /v2.0/networks?id=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 HTTP/1.1" status: 200 len: 812 time: 0.4491053 Jul 23 17:13:27.297817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:27.317586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b6e8c-1ad0-4231-82f7-0c9c8912319f,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:27.339399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:27.378311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Usage tracker for resource:port and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:27.399991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:27.417521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Request body: {'port': {'device_id': '7aee3963-cd65-43d3-a693-6c96258b64be', 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1', 'admin_state_up': True, 'tenant_id': 'acd5b1fda0af49a0ba975af3a56d742c'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:27.435146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:27.444012 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1610 time: 1.3307364 Jul 23 17:13:27.448988 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 46992) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:27.466459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'security_group_rule': {'security_group_id': 'b47b6e8c-1ad0-4231-82f7-0c9c8912319f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:27.486789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:27.501559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:27.506011 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:27.524902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:27.528793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:27.569570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:27.670934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:27.735535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:27.798372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:27.846009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:27.866588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:27.878623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25164726-5d68-464b-9525-de4208fcde5a,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:27.900776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:27.903321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:27.916760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:27.969248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Usage tracker for resource:port and tenant:acd5b1fda0af49a0ba975af3a56d742c is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:27.976190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512562ba-2987-4b8f-8353-4ed3fbf85b52,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:27.977065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:27.980377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:28.004575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:28.014728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Made reservation on behalf of 52afb3a506214652943c05a54d7bd4ff for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:28.020584 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.055758 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f58fdbd-8f62-40b6-ab85-9a2106e79ab1 req-e9fae49f-5f19-4817-853e-553e63e20ec1 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 210 time: 0.2366700 Jul 23 17:13:28.056599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:28.109948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.121096 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/512562ba-2987-4b8f-8353-4ed3fbf85b52 HTTP/1.1" status: 204 len: 168 time: 1.6304140 Jul 23 17:13:28.208815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.211530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.216275 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.217089 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.220154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:28.226114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Made reservation on behalf of acd5b1fda0af49a0ba975af3a56d742c for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:28.233231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.266707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95dfb03-3999-4205-b1af-584986fbe48f,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:28.267166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Transition to ACTIVE for port object ca45a0c1-0858-4e1e-adc7-ed85739e9a87 will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:28.270223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.275061 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8214476 Jul 23 17:13:28.275997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47036) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:28.283287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:28.289028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'security_group_rule': {'security_group_id': 'b47b6e8c-1ad0-4231-82f7-0c9c8912319f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:28.290468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.310183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:28.312876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:28.319239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:28.332448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:28.348814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:28.374967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.407387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 2, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:28.422251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:13:28.422672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Updating router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 port 53988bf8-5c19-450d-8dd2-7b8311cd81ee binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:13:28.509372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131767a-5298-40f9-8d3d-b033cc2c87f1 None None] Pushing event updated for resources: {'Port': ['ID=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:28.512395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.520199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4131767a-5298-40f9-8d3d-b033cc2c87f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:28.528371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Attempting to bind port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:28.528860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Attempting to bind port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:28.530504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Attempting to bind port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:28.531569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Allocated IP 172.20.0.7 (bfe56ff0-f3aa-4cf1-8397-80958d6efbc1/77766d96-1cb7-41fb-9641-d6a6621406b1/2feac0f9-1499-4505-a9eb-04bed0f5c80a) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:28.555088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:28.555745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:28.556688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.557188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:28.558193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Bound port: ca45a0c1-0858-4e1e-adc7-ed85739e9a87, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:28.558794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.562233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.593136 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-732f8a9b-d7a0-49e2-af07-03f3171070b0 req-7a4f9e78-515b-4a90-8448-7f01ae4ddf17 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.0792842 Jul 23 17:13:28.596861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.603828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-399e9b51-609a-4076-b849-8689c585534c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:28.628963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028065b0-21e4-4c56-a6b2-d3b1ce414877,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:28.640084 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:28.685931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.687528 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4105799 Jul 23 17:13:28.692352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47046) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:28.708133 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'floatingip': {'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:28.727837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:28.738216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:floatingip and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:28.741918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] For port ca45a0c1-0858-4e1e-adc7-ed85739e9a87, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:28.746873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] For port ca45a0c1-0858-4e1e-adc7-ed85739e9a87, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:28.748905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:28.750974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.774640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:28.802190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:28.850346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:28.961252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131767a-5298-40f9-8d3d-b033cc2c87f1 None None] Pushing event updated for resources: {'Port': ['ID=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:28.972995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4131767a-5298-40f9-8d3d-b033cc2c87f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:29.005674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Routers {'ce21eaed-d35b-411f-aa85-d80047b3282f'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:29.006606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ce21eaed-d35b-411f-aa85-d80047b3282f'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:29.490868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:29.541895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:29.607291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19a45122-6c29-4a18-a1c7-7f3b2e48c82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:29.612831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:29.654310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] Set router ce21eaed-d35b-411f-aa85-d80047b3282f gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:29.665417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Transition to ACTIVE for port object 53988bf8-5c19-450d-8dd2-7b8311cd81ee will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:29.675946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:29.682324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:29.752179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Pushing event updated for resources: {'Port': ['ID=2feac0f9-1499-4505-a9eb-04bed0f5c80a,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:29.779411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:29.782461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:29.796321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:29.872712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Allocated IP 172.20.0.7 (a6492c9a-6005-4a70-be38-45ebd62bfd62/48a441b0-4182-496e-8579-c540e4fc35b6/e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:30.004126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0d1d-87a9-4e49-b16f-173a42ec5b0c req-bc239979-4bb3-4fb9-a751-5f5df6c88f5f tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:30.016877 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-936f0d1d-87a9-4e49-b16f-173a42ec5b0c req-bc239979-4bb3-4fb9-a751-5f5df6c88f5f tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 931 time: 0.5704978 Jul 23 17:13:30.149483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47064) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:30.228637 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed837cfa-db85-411a-b0e7-158ca9444a80 req-639fce69-8751-4b74-8e77-1f0365729065 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.1662624 Jul 23 17:13:30.263738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02936d-1661-4ff8-b2ea-9d2cc88b3da0 None None] Pushing event updated for resources: {'Port': ['ID=53988bf8-5c19-450d-8dd2-7b8311cd81ee,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:30.293829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca02936d-1661-4ff8-b2ea-9d2cc88b3da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:30.323077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-936f0d1d-87a9-4e49-b16f-173a42ec5b0c req-9788296e-b995-4346-b9f0-45d1fa28e03a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Synchronizing usage tracker for tenant:acd5b1fda0af49a0ba975af3a56d742c on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:30.379625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Allocated IP 172.28.0.182 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/f2644904-3f2a-4e9a-b1c0-5a9725407605) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:30.474763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-936f0d1d-87a9-4e49-b16f-173a42ec5b0c req-9788296e-b995-4346-b9f0-45d1fa28e03a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Unset dirty status for tenant:acd5b1fda0af49a0ba975af3a56d742c on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:30.492399 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-936f0d1d-87a9-4e49-b16f-173a42ec5b0c req-9788296e-b995-4346-b9f0-45d1fa28e03a tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732664 Jul 23 17:13:30.578404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f25b80dc-a674-41a6-b849-7b2a4e0a2eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:30.624992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Attempting to bind port 53988bf8-5c19-450d-8dd2-7b8311cd81ee on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:30.625402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Attempting to bind port 53988bf8-5c19-450d-8dd2-7b8311cd81ee by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:30.625836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Attempting to bind port 53988bf8-5c19-450d-8dd2-7b8311cd81ee on network 88d4239e-fcc7-457f-9665-03b62c14872b {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:30.640407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25164726-5d68-464b-9525-de4208fcde5a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:30.645339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:30.646023 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Checking segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:30.646715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:30.647531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Bound using segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:30.648737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Bound port: 53988bf8-5c19-450d-8dd2-7b8311cd81ee, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:30.649360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:30.666277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:30.668567 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/25164726-5d68-464b-9525-de4208fcde5a HTTP/1.1" status: 204 len: 168 time: 3.8449404 Jul 23 17:13:30.689339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:30.689921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:30.703247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:30.708256 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:30.731634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:30.736560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:30.737666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:30.834576 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4964352 Jul 23 17:13:30.868439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-295e85d2-99fd-4f91-ab33-a5042bedf286 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=82118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:13:30.870018 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-295e85d2-99fd-4f91-ab33-a5042bedf286 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0147741 Jul 23 17:13:30.935722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.003255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] For port 53988bf8-5c19-450d-8dd2-7b8311cd81ee, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:31.015316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] For port 53988bf8-5c19-450d-8dd2-7b8311cd81ee, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=53988bf8-5c19-450d-8dd2-7b8311cd81ee,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:31.023801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.048994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:31.103472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:31.111179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Usage tracker for resource:security_group_rule and tenant:dbae9d921e4f40919e0ce1451c97c23c is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:31.125975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:31.146613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:31.282451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:13:22Z', 'revision_number': 3, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:31.302740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:31.303266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.393610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.443360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.444196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4825b-5a92-431c-a6f3-32c98aa40d6e None None] The sync data for ids ['ce21eaed-d35b-411f-aa85-d80047b3282f'] in dv-cinder-802045-1-smb is: [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:13:22Z', 'revision_number': 3, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:13:31.473484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.479187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02936d-1661-4ff8-b2ea-9d2cc88b3da0 None None] Pushing event updated for resources: {'Port': ['ID=53988bf8-5c19-450d-8dd2-7b8311cd81ee,revision_number=4']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:31.504110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca02936d-1661-4ff8-b2ea-9d2cc88b3da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:31.525872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:31.526750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:31.583313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b75030e6-55ff-4db7-bd76-651197b83caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:31.730003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.028864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5da022f3-c521-4def-ac89-3e72a90f5971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.293868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.321808 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9e18e127-20eb-4013-b1f1-16d253550455 req-15856517-a822-47ca-8618-95d6569b35bc tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.5133052 Jul 23 17:13:32.362433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Synchronizing usage tracker for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:32.365913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:32.376891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3969a7e6-10aa-483d-b51c-a62685a3408e,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:32.380811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:32.387972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.403416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:32.468573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Unset dirty status for tenant:af98a24db6ab422cb6f382b20ce6086f on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:32.470065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dbae9d921e4f40919e0ce1451c97c23c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2731123 Jul 23 17:13:32.480771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47090) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:32.616199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Request body: {'port': {'device_id': '7aee3963-cd65-43d3-a693-6c96258b64be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:32.635098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac287fb2-645f-476b-bc64-2486e49ca19b req-c2bfde15-b4e8-49e7-ac67-ba09fd999f12 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:32.649975 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ac287fb2-645f-476b-bc64-2486e49ca19b req-c2bfde15-b4e8-49e7-ac67-ba09fd999f12 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 931 time: 0.5069587 Jul 23 17:13:32.707382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47094) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:32.708927 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.736088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event updated for resources: {'Port': ['ID=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:32.787164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.838839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:32.857974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:32.874224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:32.880205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:32.904827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:32.922980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:32.923800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.937794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Allocated IP 172.20.0.1 (39f335d3-dd32-48a6-b7c9-481288292a7b/b5004940-b46d-4ff7-9df7-4f54612b76fc/a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:32.995857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'Port': ['ID=f2644904-3f2a-4e9a-b1c0-5a9725407605,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:32.999921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.044449 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2287061 Jul 23 17:13:33.057494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.078962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.188070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:33.206640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Request body: {'port': {'device_id': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:33.238370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.278983 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ac287fb2-645f-476b-bc64-2486e49ca19b req-b2e159b7-86c7-4cb2-ae82-ec89c117c86b tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257737 Jul 23 17:13:33.298616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-208d068e-6a55-46c0-8613-ab52f517c79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:33.323938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:33.341902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3969a7e6-10aa-483d-b51c-a62685a3408e,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:33.350603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:33.365613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:33.377869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:33.377869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:33.398024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Usage tracker for resource:security_group_rule and tenant:1c173b5207924678bc98c76968a4ad0e is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:33.408647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:33.413402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.415604 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3969a7e6-10aa-483d-b51c-a62685a3408e HTTP/1.1" status: 204 len: 168 time: 0.9336991 Jul 23 17:13:33.439331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:33.746803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.824115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:30Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:33.836067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db3d37-7be0-48f8-9dab-0a6bcbbd7bff None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:30Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:13:34.209816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.292671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ca45a0c1-0858-4e1e-adc7-ed85739e9a87 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:34.320076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.413348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.424019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.470741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:34.483106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.577499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:34.589941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:34.590334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.614589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:34.708821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.710206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Network 39f335d3-dd32-48a6-b7c9-481288292a7b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:34.711334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.774105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:34.777840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:34.778959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:34.791577 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Pushing event updated for resources: {'Port': ['ID=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:34.796560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:35.042470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad3dc7-ca1a-4bad-bb81-b6aaced38dfe,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:35.048190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.058862 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.144113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port ca45a0c1-0858-4e1e-adc7-ed85739e9a87, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:35.172895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.179794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 53988bf8-5c19-450d-8dd2-7b8311cd81ee up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:35.325836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:35.404475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.438120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 53988bf8-5c19-450d-8dd2-7b8311cd81ee completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:35.463008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 53988bf8-5c19-450d-8dd2-7b8311cd81ee triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:35.463733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.619013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:35.665756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:35.717067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feac0f9-1499-4505-a9eb-04bed0f5c80a {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:13:35.769333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.786129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:35.885440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41d365a3-b5c6-4d86-b84d-0f4551751f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.894884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Transition to ACTIVE for port object 2feac0f9-1499-4505-a9eb-04bed0f5c80a will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:35.931727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:35.961739 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-60824192-7b16-4011-842a-af281e23690a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1c173b5207924678bc98c76968a4ad0e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2422123 Jul 23 17:13:36.005324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47146) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:36.037911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:36.059451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 53988bf8-5c19-450d-8dd2-7b8311cd81ee, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=53988bf8-5c19-450d-8dd2-7b8311cd81ee,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:36.074365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:36.087438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-27d27d79-8f81-40aa-99d2-953032be14bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:36.219641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6020d-a80f-4b4d-87e2-e97e35ca8803 req-cf640529-b6de-40b3-aec2-d5d40fbce997 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:36.224684 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7dc6020d-a80f-4b4d-87e2-e97e35ca8803 req-cf640529-b6de-40b3-aec2-d5d40fbce997 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 931 time: 2.3581913 Jul 23 17:13:36.366371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=53988bf8-5c19-450d-8dd2-7b8311cd81ee,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:36.384678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ca45a0c1-0858-4e1e-adc7-ed85739e9a87 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:36.481142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:36.676965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4ff409ad-6c91-4288-95f2-e2d0b6a5765e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:36.703306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:36.703831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:36.818376 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7dc6020d-a80f-4b4d-87e2-e97e35ca8803 req-1ca76d01-6c41-48d9-8478-0afe68944d32 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581059 Jul 23 17:13:36.879539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc381-c81e-46b4-a7e6-5ea24d40d9ff req-ce1cd9dc-701a-4db7-afc5-2f92a936ef82 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:36.896655 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0bcfc381-c81e-46b4-a7e6-5ea24d40d9ff req-ce1cd9dc-701a-4db7-afc5-2f92a936ef82 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 931 time: 2.0612371 Jul 23 17:13:36.935643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Pushing event updated for resources: {'Port': ['ID=2feac0f9-1499-4505-a9eb-04bed0f5c80a,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:36.955943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:37.055440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.239019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.370336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.442399 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0bcfc381-c81e-46b4-a7e6-5ea24d40d9ff req-94324ce4-d9bd-441d-9b26-28467e0c5079 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424218 Jul 23 17:13:37.526014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.668254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.676704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.687501 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b248622f-ec58-43cc-85e5-46c0c864da69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:37.713550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.731667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.755937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-15c7dcad-5dd7-4bf1-8dbc-9f94bc468c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:37.896284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.898469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:37.981288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Pushing event updated for resources: {'Port': ['ID=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:38.028711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:13:38.044572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:38.357585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 53988bf8-5c19-450d-8dd2-7b8311cd81ee up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:38.498111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:38.505902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:38.521043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Attempting to bind port 2feac0f9-1499-4505-a9eb-04bed0f5c80a on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:38.521043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Attempting to bind port 2feac0f9-1499-4505-a9eb-04bed0f5c80a by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '88ceae16-d153-4da3-86fe-0f741b6b2033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:38.521043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Attempting to bind port 2feac0f9-1499-4505-a9eb-04bed0f5c80a on network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:38.524695 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b9ad3dc7-ca1a-4bad-bb81-b6aaced38dfe HTTP/1.1" status: 204 len: 168 time: 2.4448299 Jul 23 17:13:38.530660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'Port': ['ID=f2644904-3f2a-4e9a-b1c0-5a9725407605,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:38.537829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:38.541207 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8469644 Jul 23 17:13:38.553125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Network 39f335d3-dd32-48a6-b7c9-481288292a7b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:38.565850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:38.593990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 53988bf8-5c19-450d-8dd2-7b8311cd81ee triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:38.594457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:38.672891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:38.673443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-60824192-7b16-4011-842a-af281e23690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:38.722706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad3dc7-ca1a-4bad-bb81-b6aaced38dfe,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:38.748004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:38.926959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb833b-b704-4f73-9fa8-d583605d7f27 req-f884fdee-cdd3-4bb7-a365-41cc86ba4bc0 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:38.955505 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38eb833b-b704-4f73-9fa8-d583605d7f27 req-f884fdee-cdd3-4bb7-a365-41cc86ba4bc0 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 931 time: 0.3868403 Jul 23 17:13:39.283444 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38eb833b-b704-4f73-9fa8-d583605d7f27 req-e93ec127-9a03-4eb3-b8b3-b21fd72e10b2 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114030 Jul 23 17:13:39.379363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Transition to ACTIVE for port object e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:39.384507 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Port 2feac0f9-1499-4505-a9eb-04bed0f5c80a on network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:13:39.384848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Attempting to bind port 2feac0f9-1499-4505-a9eb-04bed0f5c80a on network bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:39.390355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103294e-7071-4979-9953-a12ca9daf4db req-49ae60e4-1290-45c6-8709-69b6c170bd70 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:39.397185 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f103294e-7071-4979-9953-a12ca9daf4db req-49ae60e4-1290-45c6-8709-69b6c170bd70 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 943 time: 0.4107206 Jul 23 17:13:39.431436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:39.457381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:39.515729 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f103294e-7071-4979-9953-a12ca9daf4db req-7fba61a9-4562-461f-b302-4042bf3b2ca7 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101699 Jul 23 17:13:39.625369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:39.626436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Checking segment: {'id': '88ceae16-d153-4da3-86fe-0f741b6b2033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:39.628259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Bound using segment: {'id': '88ceae16-d153-4da3-86fe-0f741b6b2033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:39.629026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Bound port: 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ceae16-d153-4da3-86fe-0f741b6b2033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:39.629623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:39.758023 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99640e99-6a4a-427d-ade0-fffe470a384e req-2bfa393f-32f7-4a78-a6df-53901d600ee2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Synchronizing usage tracker for tenant:ccea02c8e05946dea4af16076a889490 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:39.806611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99640e99-6a4a-427d-ade0-fffe470a384e req-2bfa393f-32f7-4a78-a6df-53901d600ee2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Unset dirty status for tenant:ccea02c8e05946dea4af16076a889490 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:39.820840 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-2bfa393f-32f7-4a78-a6df-53901d600ee2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--900230046&fields=id&tenant_id=ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 267 time: 0.2274346 Jul 23 17:13:39.892068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:39.903750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:40.151500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Attempting to bind port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:40.152066 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Attempting to bind port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:40.155410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Attempting to bind port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:40.244769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640e99-6a4a-427d-ade0-fffe470a384e req-76ca8bdd-2f78-4c21-b4ca-00161ad8e60a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:40.246928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99640e99-6a4a-427d-ade0-fffe470a384e req-76ca8bdd-2f78-4c21-b4ca-00161ad8e60a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Synchronizing usage tracker for tenant:ccea02c8e05946dea4af16076a889490 on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:40.333679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99640e99-6a4a-427d-ade0-fffe470a384e req-76ca8bdd-2f78-4c21-b4ca-00161ad8e60a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Unset dirty status for tenant:ccea02c8e05946dea4af16076a889490 on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:40.335217 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-76ca8bdd-2f78-4c21-b4ca-00161ad8e60a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 817 time: 0.5132778 Jul 23 17:13:40.450325 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-9c158113-d64a-4249-99f9-de9240635735 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/quotas/ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 375 time: 0.0744669 Jul 23 17:13:40.555285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] For port 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:40.592836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:13:40.593421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Attempting to bind port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:40.648597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] For port 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a,segment=NetworkSegment(88ceae16-d153-4da3-86fe-0f741b6b2033),segment_id=88ceae16-d153-4da3-86fe-0f741b6b2033)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:40.654589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:40.655010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Checking segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:40.655377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Bound using segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:40.655864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Bound port: e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:40.656248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:40.725302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:40.787807 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-bc2940cb-394b-422e-a2d7-d7b58c839168 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3362553 Jul 23 17:13:40.834360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] For port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:40.841163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] For port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:40.860274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:40.933627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:41.042166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:41.043719 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] 10.222.0.102 "PUT /v2.0/ports/e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 HTTP/1.1" status: 200 len: 1093 time: 7.8763745 Jul 23 17:13:41.048140 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'tag': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:13:41.164207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Pushing event updated for resources: {'Port': ['ID=2feac0f9-1499-4505-a9eb-04bed0f5c80a,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:41.170125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:41.170500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:41.215628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:41.217338 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] 10.222.0.102 "PUT /v2.0/ports/2feac0f9-1499-4505-a9eb-04bed0f5c80a HTTP/1.1" status: 200 len: 1093 time: 9.4074478 Jul 23 17:13:41.282476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Router ce21eaed-d35b-411f-aa85-d80047b3282f has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:13:41.293465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:41.299789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:41.311418 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-e477f04a-1203-45a6-ac29-7992711a276b service neutron] 10.222.0.100 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128598 Jul 23 17:13:41.611790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab062200-6a55-46d0-8ac5-945829117b65 req-760c0a47-e406-433b-86b9-31c3561330f5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:41.621739 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ab062200-6a55-46d0-8ac5-945829117b65 req-760c0a47-e406-433b-86b9-31c3561330f5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 943 time: 1.0088358 Jul 23 17:13:41.744878 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ab062200-6a55-46d0-8ac5-945829117b65 req-cbed7695-a849-4d44-8205-f1e33fc4e631 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147861 Jul 23 17:13:41.886873 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-cb7ef564-21aa-4800-920a-3476eec0b559 service neutron] 10.222.0.100 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743372 Jul 23 17:13:42.508179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:42.610773 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a12dc312-1217-4998-b75d-f11c01f2ce52 req-91961522-c23f-4675-9e54-ffeeda7fad08 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.2353492 Jul 23 17:13:42.728370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1eab-e378-46f1-889f-18fe870358f6 req-c2d71bae-9ab4-402b-ad1e-838ba2685419 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:42.742121 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4e6e1eab-e378-46f1-889f-18fe870358f6 req-c2d71bae-9ab4-402b-ad1e-838ba2685419 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 943 time: 0.5440958 Jul 23 17:13:42.893616 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4e6e1eab-e378-46f1-889f-18fe870358f6 req-43bb8e22-0329-43a8-aeed-c3dedc192a5b tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496818 Jul 23 17:13:42.925818 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-075664f9-a1f1-4941-9fad-831d7633717e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=acd5b1fda0af49a0ba975af3a56d742c&device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 1096 time: 1.4630141 Jul 23 17:13:42.970500 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-6285d091-87ad-48d7-99ce-a456cbe8eede service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 1096 time: 1.5085874 Jul 23 17:13:43.384916 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-bddb4125-817e-4910-b203-bcd4eee4faba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a HTTP/1.1" status: 200 len: 217 time: 0.4132574 Jul 23 17:13:43.390306 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-f30f2322-7d28-4069-ba4c-1dbc712964d0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 HTTP/1.1" status: 200 len: 217 time: 0.1234908 Jul 23 17:13:43.441148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8919b2-4f0e-4d2d-b158-3cddca2d69ce req-6237ed79-64aa-495b-98dd-454409fe57bf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:43.459101 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0e8919b2-4f0e-4d2d-b158-3cddca2d69ce req-6237ed79-64aa-495b-98dd-454409fe57bf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 943 time: 0.2878680 Jul 23 17:13:43.631335 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0e8919b2-4f0e-4d2d-b158-3cddca2d69ce req-e29c29b0-a797-4216-a0fb-aff9a5fdc292 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712005 Jul 23 17:13:43.634013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-a4e5330d-bb05-4bb2-92d7-d3f141b1ed2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:43.635843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-a4e5330d-bb05-4bb2-92d7-d3f141b1ed2a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=77766d96-1cb7-41fb-9641-d6a6621406b1 HTTP/1.1" status: 200 len: 852 time: 0.2447028 Jul 23 17:13:43.640201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:13:43.673455 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] 10.222.0.100 "PUT /v2.0/routers/ce21eaed-d35b-411f-aa85-d80047b3282f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4785337 Jul 23 17:13:43.673455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70606bef-7520-4e2c-9205-bbec842722d1 req-e5712657-cc3b-436d-aaa7-9cfb01a46fa9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:43.673455 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-e5712657-cc3b-436d-aaa7-9cfb01a46fa9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.2292554 Jul 23 17:13:43.674024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Sync routers for ids ['ce21eaed-d35b-411f-aa85-d80047b3282f'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:13:43.685983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Routers {'ce21eaed-d35b-411f-aa85-d80047b3282f'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:43.686990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ce21eaed-d35b-411f-aa85-d80047b3282f'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:43.982558 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'tag': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'status': 'completed', 'code': 200} Jul 23 17:13:44.009368 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-833f6927-595f-42e0-8593-afde91509642 req-b4c51fc3-c647-4ce0-a21c-4c96a6c764e8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.0727365 Jul 23 17:13:44.266883 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-abc40168-e373-4456-9338-6ef066a8e195 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2248821 Jul 23 17:13:44.295633 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-a1372d8f-4dde-4b72-9150-fc3378e92e14 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851590 Jul 23 17:13:44.465092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Set router ce21eaed-d35b-411f-aa85-d80047b3282f gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:44.470975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a457784-b74d-455d-a107-aad0dbd2f07c req-ac8e0b71-5f68-4f7d-a39c-5bf662da4c77 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:44.473772 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5a457784-b74d-455d-a107-aad0dbd2f07c req-ac8e0b71-5f68-4f7d-a39c-5bf662da4c77 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 943 time: 0.2577434 Jul 23 17:13:44.568955 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5a457784-b74d-455d-a107-aad0dbd2f07c req-ca1ed44c-eda0-49c7-8cd0-345253c2d5eb tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845518 Jul 23 17:13:45.003255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b06a-89ca-49ba-ad19-91d99093dc81 req-3a7ffff0-0c8a-458d-84c3-1454dbe11ba5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:45.022972 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dff0b06a-89ca-49ba-ad19-91d99093dc81 req-3a7ffff0-0c8a-458d-84c3-1454dbe11ba5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 943 time: 0.1988289 Jul 23 17:13:45.071369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.102', 64138) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:45.130444 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-48b9a71c-61cf-421b-b542-508a8c429adf service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438842 Jul 23 17:13:45.174502 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dff0b06a-89ca-49ba-ad19-91d99093dc81 req-4df7d36d-ab8c-4910-a557-cd5b7a1f4695 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501150 Jul 23 17:13:45.233114 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-aab9bc3e-d89b-483b-9def-6f10a6ca5ebf service neutron] 10.222.0.102 "GET /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8609331 Jul 23 17:13:45.608064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:13:34Z', 'revision_number': 4, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb', 'name': '', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'mac_address': 'fa:16:3e:96:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:31Z', 'updated_at': '2021-07-23T17:13:35Z', 'revision_number': 2, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'subnets': [{'id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:45.617997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Checking router: ce21eaed-d35b-411f-aa85-d80047b3282f for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:13:45.618208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Updating router ce21eaed-d35b-411f-aa85-d80047b3282f port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:13:45.639378 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a203adc8-af53-4a8f-ab6b-c907ac72c70f req-99776936-e400-471a-982b-614eabb47db2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.0944023 Jul 23 17:13:45.802044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:45.873512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-f5c982f3-50f6-45ec-ace6-3c9b139a73ee tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:45.886704 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-f5c982f3-50f6-45ec-ace6-3c9b139a73ee tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 818 time: 0.5617280 Jul 23 17:13:45.919988 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-3fd88e8f-dcfe-44b4-a27e-db5c7ed33a99 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/quotas/f4572d53326b412fb4a1b114f37fd770 HTTP/1.1" status: 200 len: 375 time: 0.0259202 Jul 23 17:13:45.929511 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87d6a884-74d1-4668-9cbb-aeadf56064da req-7481e276-706c-4510-a68a-a85c043582bd service neutron] 10.222.0.102 "GET /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580598 Jul 23 17:13:45.983901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aee3963-cd65-43d3-a693-6c96258b64be', 'tag': '2feac0f9-1499-4505-a9eb-04bed0f5c80a'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:13:46.112292 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640e99-6a4a-427d-ade0-fffe470a384e req-96249d60-79bc-44b3-833b-8d07f79b0f5d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:46.114662 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-96249d60-79bc-44b3-833b-8d07f79b0f5d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 817 time: 1.0419431 Jul 23 17:13:46.118316 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-70606bef-7520-4e2c-9205-bbec842722d1 req-25706a33-9370-4f4e-aa89-d2af08d05104 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9773433 Jul 23 17:13:46.159141 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-4b358c0d-2ded-41e0-9d76-77ae3c7726fc tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2334435 Jul 23 17:13:46.309017 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-b3ec4c70-2254-47f5-ac99-86b77d5e50ab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 379 time: 0.1662047 Jul 23 17:13:46.327717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'port': {'device_id': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'admin_state_up': True, 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'security_groups': ['b47b6e8c-1ad0-4231-82f7-0c9c8912319f']}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:46.422519 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-f8235265-b36a-4703-bf80-dc1876ae5ec7 service neutron] 10.222.0.100 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612634 Jul 23 17:13:46.453960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:46.478923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Transition to ACTIVE for port object a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:46.493697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:46.499841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:46.514982 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-64520b2b-4aa7-4f7e-ab7d-13961b4d8173 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 1096 time: 0.3266776 Jul 23 17:13:46.590998 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-d592a178-dad1-44f4-b482-351f9cb7e1d3 service neutron] 10.222.0.100 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616669 Jul 23 17:13:46.597717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950d79-b7eb-42ab-8e21-6b6d35d01811 None None] Pushing event updated for resources: {'Port': ['ID=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:46.606879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8f950d79-b7eb-42ab-8e21-6b6d35d01811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:46.615316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695971-e9b1-4ac4-bb5e-3f04dd4e7952 req-73bc7472-cc29-4a09-a110-a54bb45e7e08 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:46.625995 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ec695971-e9b1-4ac4-bb5e-3f04dd4e7952 req-73bc7472-cc29-4a09-a110-a54bb45e7e08 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 943 time: 0.7034032 Jul 23 17:13:46.742892 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ec695971-e9b1-4ac4-bb5e-3f04dd4e7952 req-24c9e16f-134a-4e8e-93a6-55fd83e8a004 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156900 Jul 23 17:13:46.816494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Attempting to bind port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:46.816914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Attempting to bind port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:46.817324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Attempting to bind port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb on network 39f335d3-dd32-48a6-b7c9-481288292a7b {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:46.826903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:46.827321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Checking segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:46.827870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:46.828188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Bound using segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:46.828714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Bound port: a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:46.829131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:46.974741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] For port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:46.984828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] For port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:46.985832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-088273e2-6076-4c42-bc48-cd9eef3a293e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:46.989760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-088273e2-6076-4c42-bc48-cd9eef3a293e service neutron] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 916 time: 0.4533036 Jul 23 17:13:46.994031 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aee3963-cd65-43d3-a693-6c96258b64be', 'tag': '2feac0f9-1499-4505-a9eb-04bed0f5c80a', 'status': 'completed', 'code': 200} Jul 23 17:13:46.995572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:47.036493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:47.080478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:47.089291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:port and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:47.095420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:47.108122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:47.174607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950d79-b7eb-42ab-8e21-6b6d35d01811 None None] Pushing event updated for resources: {'Port': ['ID=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:47.180742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8f950d79-b7eb-42ab-8e21-6b6d35d01811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:47.195353 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Routers {'ce21eaed-d35b-411f-aa85-d80047b3282f'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:13:47.196374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:13:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ce21eaed-d35b-411f-aa85-d80047b3282f'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:47.255736 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-57f41737-e45e-470a-8da9-2dbc00f7b874 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 HTTP/1.1" status: 200 len: 217 time: 0.1285207 Jul 23 17:13:47.256545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Made reservation on behalf of ccea02c8e05946dea4af16076a889490 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:47.263983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:47.432654 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] Set router ce21eaed-d35b-411f-aa85-d80047b3282f gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:13:47.514699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-a538a17f-47fe-4f33-988f-473019116acc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:47.515074 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f19dddf-5706-4b4c-8ff9-de1510ea529a req-f118c1ee-b1c6-4dba-9a2e-061685008502 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.3558261 Jul 23 17:13:47.516917 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-a538a17f-47fe-4f33-988f-473019116acc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.2410977 Jul 23 17:13:47.595965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541929f-2b58-49fe-a616-bad65575d817 req-367e91e2-e25e-422c-a178-56b38e813d07 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:47.608683 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4541929f-2b58-49fe-a616-bad65575d817 req-367e91e2-e25e-422c-a178-56b38e813d07 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 943 time: 0.5302575 Jul 23 17:13:47.700672 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4541929f-2b58-49fe-a616-bad65575d817 req-615aeac5-b841-45dc-968d-5170d06924c3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905581 Jul 23 17:13:47.766940 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-73b4a8c5-7207-472f-b9ab-45e59c988f33 req-908a6ee5-1725-40c8-ae34-40159d9043f9 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 210 time: 0.1021550 Jul 23 17:13:48.171401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8805a08-8a72-4648-a274-31eefa0554a1 req-6cb5047c-7f0c-4ddd-8032-c81d2149ec6e tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:48.174368 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8805a08-8a72-4648-a274-31eefa0554a1 req-6cb5047c-7f0c-4ddd-8032-c81d2149ec6e tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 943 time: 0.2826810 Jul 23 17:13:48.331346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:13:34Z', 'revision_number': 4, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb', 'name': '', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'mac_address': 'fa:16:3e:96:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:31Z', 'updated_at': '2021-07-23T17:13:46Z', 'revision_number': 4, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'subnets': [{'id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:13:48.337487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184be60a-5b0e-4d5e-af47-60af0993611b None None] The sync data for ids ['ce21eaed-d35b-411f-aa85-d80047b3282f'] in dv-cinder-802045-1-smb is: [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:13:34Z', 'revision_number': 4, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb', 'name': '', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'mac_address': 'fa:16:3e:96:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:31Z', 'updated_at': '2021-07-23T17:13:46Z', 'revision_number': 4, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'subnets': [{'id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:13:48.351965 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-ff607c46-94ed-4e4f-8e80-3b32290581ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8205137 Jul 23 17:13:48.474277 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-a4724299-a29c-4a31-a3f8-a66afeaef5e8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=acd5b1fda0af49a0ba975af3a56d742c&device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 1096 time: 1.4788251 Jul 23 17:13:48.572778 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8805a08-8a72-4648-a274-31eefa0554a1 req-494d3394-d763-46c7-bc3b-cedaca805bd0 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882563 Jul 23 17:13:48.702905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-a71a8e40-4486-46fa-ab9b-a3c6cf49db8c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:48.707468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Allocated IP 172.20.0.3 (88d4239e-fcc7-457f-9665-03b62c14872b/e73ebde8-e48d-4d7f-b744-6fbe42a57816/a96d6ebd-023c-46f4-91b0-aa8fdd4145ea) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:48.715499 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-a71a8e40-4486-46fa-ab9b-a3c6cf49db8c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 818 time: 0.4091978 Jul 23 17:13:48.752705 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-f328d440-83e2-4f1d-be08-75a2eecff2f7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/quotas/f4572d53326b412fb4a1b114f37fd770 HTTP/1.1" status: 200 len: 375 time: 0.0359442 Jul 23 17:13:48.803047 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-76b15d0d-7cba-4680-a613-9393daadeeaf service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403832 Jul 23 17:13:48.974112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.102', 64148) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:49.016252 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a51a72d1-9f13-42e1-8567-e5368851f722 req-c5862d5f-b937-48bd-b8b0-d8d39a533b3c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.0892944 Jul 23 17:13:49.088110 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-20fd276f-b4c6-4878-a4c0-bf5ba13459a2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3272891 Jul 23 17:13:49.201547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-be8c481d-b599-47dc-a54b-4912aacb51fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:49.203217 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-be8c481d-b599-47dc-a54b-4912aacb51fb service neutron] 10.222.0.102 "GET /v2.0/networks?id=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 HTTP/1.1" status: 200 len: 914 time: 0.6527719 Jul 23 17:13:49.229049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:13:49.499513 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-bd4b6993-15f8-4291-be15-1d7e4fed75b2 service neutron] 10.222.0.100 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024215 Jul 23 17:13:49.524882 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-9bc083c0-7cb1-45cc-ac58-4944d5e45ec5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a HTTP/1.1" status: 200 len: 217 time: 0.1732833 Jul 23 17:13:49.610195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:49.631118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'port_id': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'mac_address': 'fa:16:3e:e9:83:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a441b0-4182-496e-8579-c540e4fc35b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:13:49.847345 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-a432de65-50e7-4288-b137-c141b006bcef service neutron] 10.222.0.100 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461461 Jul 23 17:13:49.916709 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a7130-9aa7-495f-8ef9-c36d286e783e req-37fd07fe-eeed-4af8-9dee-4dec6de1192d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:49.919943 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-347a7130-9aa7-495f-8ef9-c36d286e783e req-37fd07fe-eeed-4af8-9dee-4dec6de1192d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 943 time: 0.2474382 Jul 23 17:13:49.920988 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:49.968311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:13:50.001916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:50.015850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:50.020036 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 2feac0f9-1499-4505-a9eb-04bed0f5c80a details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:13:50.062477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-2a69a030-d5a8-482d-9dba-0f22829c5ad7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:50.064087 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-2a69a030-d5a8-482d-9dba-0f22829c5ad7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=77766d96-1cb7-41fb-9641-d6a6621406b1 HTTP/1.1" status: 200 len: 852 time: 0.5179088 Jul 23 17:13:50.079729 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-347a7130-9aa7-495f-8ef9-c36d286e783e req-25a78c7c-83b7-4c21-9d33-5e5feba6442b tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528802 Jul 23 17:13:50.133747 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8b5d48a-8aed-4746-ae07-c04997d46d01 req-7085589a-4f00-4845-87f1-0e1b57f019da service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3165381 Jul 23 17:13:50.234560 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-a3c7907c-b897-41fe-a9e4-a8b04b240415 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517720 Jul 23 17:13:50.271586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:50.336113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a,segment=NetworkSegment(88ceae16-d153-4da3-86fe-0f741b6b2033),segment_id=88ceae16-d153-4da3-86fe-0f741b6b2033)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:50.357732 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:50.382850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-d157cb18-ca49-4cd5-bd57-7d386e2dadd8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:50.406600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-d157cb18-ca49-4cd5-bd57-7d386e2dadd8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Synchronizing usage tracker for tenant:f4572d53326b412fb4a1b114f37fd770 on resource:network {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:50.444550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '2feac0f9-1499-4505-a9eb-04bed0f5c80a', 'network_id': 'bfe56ff0-f3aa-4cf1-8397-80958d6efbc1', 'port_id': '2feac0f9-1499-4505-a9eb-04bed0f5c80a', 'mac_address': 'fa:16:3e:68:0e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77766d96-1cb7-41fb-9641-d6a6621406b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:13:50.449113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:50.452387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:50.508709 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-11ed4f8b-1fae-4bc3-8254-f632c0b1159f req-4a34cb5d-1ad1-4457-bd6d-a4cbcd532135 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.0957837 Jul 23 17:13:50.541503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:50.590569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-d157cb18-ca49-4cd5-bd57-7d386e2dadd8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Unset dirty status for tenant:f4572d53326b412fb4a1b114f37fd770 on resource:network {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:50.591817 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-d157cb18-ca49-4cd5-bd57-7d386e2dadd8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 818 time: 1.6146684 Jul 23 17:13:50.601323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Transition to ACTIVE for port object a96d6ebd-023c-46f4-91b0-aa8fdd4145ea will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:50.614532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Request body: {'port': {'device_id': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'admin_state_up': True, 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:50.663955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:50.701160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:50.737160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:50.737954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:50.842990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feac0f9-1499-4505-a9eb-04bed0f5c80a {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:13:50.878876 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-286dc91e-c97a-428c-b316-3d530f46c83e req-09ad21bb-54b1-44b2-a9e9-89103b81321f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 210 time: 0.2107873 Jul 23 17:13:50.891684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:50.904587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Usage tracker for resource:port and tenant:f4572d53326b412fb4a1b114f37fd770 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:50.925735 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a,segment=NetworkSegment(88ceae16-d153-4da3-86fe-0f741b6b2033),segment_id=88ceae16-d153-4da3-86fe-0f741b6b2033)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:50.931009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:50.931205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:50.934603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:50.959634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:50.964086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-5d9cc8bb-2790-47af-af10-66a50bd08bc7 service neutron] 10.222.0.102 "GET /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013304 Jul 23 17:13:50.984381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:51.041252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=2feac0f9-1499-4505-a9eb-04bed0f5c80a,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:51.044757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46228-77b9-41dd-852f-01f66a6d6de4 req-42d8802a-59a5-4562-ae52-6d52ab6f3e95 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:51.046542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:51.047436 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bfa46228-77b9-41dd-852f-01f66a6d6de4 req-42d8802a-59a5-4562-ae52-6d52ab6f3e95 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 943 time: 0.5375171 Jul 23 17:13:51.206201 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bfa46228-77b9-41dd-852f-01f66a6d6de4 req-e156e8a0-52af-44f0-8dc9-1c83fab2f5c4 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496975 Jul 23 17:13:51.278193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['2feac0f9-1499-4505-a9eb-04bed0f5c80a'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:13:51.292734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-25cf5bc8-31b4-415b-b57f-0b1c5217e506 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:51.352566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:13:51.367525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Made reservation on behalf of f4572d53326b412fb4a1b114f37fd770 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:51.373281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:51.411600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Network 88d4239e-fcc7-457f-9665-03b62c14872b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:51.419556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:51.450483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:51.464045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:51.478660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:51.479130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:51.636790 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3214500 Jul 23 17:13:51.662902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc13bc-03f8-45b1-ac6e-49f6a4c5db1a req-b5990f59-bca7-47a3-9a66-e81ba92bc65a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:51.682753 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d3bc13bc-03f8-45b1-ac6e-49f6a4c5db1a req-b5990f59-bca7-47a3-9a66-e81ba92bc65a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 944 time: 0.2112832 Jul 23 17:13:51.711904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:51.717903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:51.771723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:51.823723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Request body: {'port': {'device_id': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:51.824902 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d3bc13bc-03f8-45b1-ac6e-49f6a4c5db1a req-b5b33331-22c5-4acd-8438-afcd38ca78af tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403682 Jul 23 17:13:52.035097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:52.065331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:52.132618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e5ec8-cc9c-4106-9d11-9127fd7c5917 req-8dcdef64-645c-4eb6-bc99-367a3c85a878 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:52.142494 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f52e5ec8-cc9c-4106-9d11-9127fd7c5917 req-8dcdef64-645c-4eb6-bc99-367a3c85a878 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 931 time: 0.2669289 Jul 23 17:13:52.396747 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-122b1196-5b6c-43f0-a1ac-1595646d89f0 req-9dd868b4-a539-44a0-82b9-516687f43878 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 210 time: 0.1870992 Jul 23 17:13:52.472685 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f52e5ec8-cc9c-4106-9d11-9127fd7c5917 req-38e95297-0293-403f-8f3d-52c7e8e29ec0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289938 Jul 23 17:13:52.516542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:52.634078 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:52.639889 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b30b603a-f3ba-439b-8383-2c885b0e7dbf req-02ec0b46-0326-452b-9a09-1e6f6b439672 service neutron] 10.222.0.102 "GET /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6501236 Jul 23 17:13:52.686557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.394s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:52.782324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ed6c-9f6f-45af-86fa-1a4a5489a79d req-2628a474-0f3e-4bde-97b0-ecc7ef6e101d tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:52.797319 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4504ed6c-9f6f-45af-86fa-1a4a5489a79d req-2628a474-0f3e-4bde-97b0-ecc7ef6e101d tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 944 time: 0.1835270 Jul 23 17:13:52.918546 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4504ed6c-9f6f-45af-86fa-1a4a5489a79d req-605900fe-d1c0-4823-ac12-973ceb70b0e7 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170025 Jul 23 17:13:52.968941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47606) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:52.980730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-b1a40a65-9135-487c-b545-0dcdb8445d29 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:52.982584 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-b1a40a65-9135-487c-b545-0dcdb8445d29 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 818 time: 0.3385091 Jul 23 17:13:52.999144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-27ffe530-5313-4474-941b-eda6cf3f7aa2 None None] Provisioning for port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:53.001393 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Request body: {'port': {'device_id': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'admin_state_up': True, 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:53.028254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-27ffe530-5313-4474-941b-eda6cf3f7aa2 None None] Provisioning complete for port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:53.028659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-27ffe530-5313-4474-941b-eda6cf3f7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:53.161684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:13:53.177357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc52e-8f05-4282-bd93-cb1d3eb7e05f req-0b7d79ae-3bda-48e6-ae2c-0abd43bba5a6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:53.190553 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7fcdc52e-8f05-4282-bd93-cb1d3eb7e05f req-0b7d79ae-3bda-48e6-ae2c-0abd43bba5a6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 944 time: 0.1346972 Jul 23 17:13:53.208869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:53.209261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:53.269622 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7fcdc52e-8f05-4282-bd93-cb1d3eb7e05f req-ba6844ff-2ffb-4b6b-a3d2-389fc8f86684 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Jul 23 17:13:53.271030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:53.329677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Allocated IP 172.20.0.13 (39f335d3-dd32-48a6-b7c9-481288292a7b/b5004940-b46d-4ff7-9df7-4f54612b76fc/f618f511-70a2-43e7-a655-1e29ec1ae42f) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:53.374716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe530-5313-4474-941b-eda6cf3f7aa2 None None] Port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:13:53.389895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:53.505698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:53.510935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Usage tracker for resource:security_group_rule and tenant:096797e5e2a7400a8e9735e93a60a431 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:53.514550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:53.523967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:53.787842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:53.839333 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6d2aa035-d5f0-4c4a-8cb6-24e1a068cbf8 req-7c5645a1-34f2-4357-ab55-44e04a17876b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 210 time: 0.2029386 Jul 23 17:13:53.846846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:53.870355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:53.952380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3b4e0-31c3-4b19-931f-f9be770d08bc,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:53.957085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:53.965341 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=096797e5e2a7400a8e9735e93a60a431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9942851 Jul 23 17:13:53.965780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47658) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:53.968390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:53.993311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Usage tracker for resource:port and tenant:f4572d53326b412fb4a1b114f37fd770 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:54.003276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:54.044216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cdf-6011-4cf5-8102-e56e8445463a req-99bc1cbf-3006-42fe-b9ec-0ac1882e197d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:54.045389 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eb573cdf-6011-4cf5-8102-e56e8445463a req-99bc1cbf-3006-42fe-b9ec-0ac1882e197d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 931 time: 0.2692640 Jul 23 17:13:54.139415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:54.167713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.195976 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eb573cdf-6011-4cf5-8102-e56e8445463a req-65b2ca3f-1916-493d-b91b-56b0b0fe9a0e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433353 Jul 23 17:13:54.229521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.279960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3907d-a499-4ad2-9481-b0a19f728f2e req-06575a2b-6238-4756-8d8d-8765511a0348 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:54.281895 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4bf3907d-a499-4ad2-9481-b0a19f728f2e req-06575a2b-6238-4756-8d8d-8765511a0348 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 944 time: 0.1849771 Jul 23 17:13:54.328316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96d6ebd-023c-46f4-91b0-aa8fdd4145ea {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:13:54.346280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Made reservation on behalf of f4572d53326b412fb4a1b114f37fd770 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:13:54.359473 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4bf3907d-a499-4ad2-9481-b0a19f728f2e req-ad40f86d-63e7-4ba4-bf9f-88719913d839 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645669 Jul 23 17:13:54.362309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.395909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.405972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:54.420632 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3b4e0-31c3-4b19-931f-f9be770d08bc,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:54.423725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:54.425819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.432595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.434032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.438732 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c4e3b4e0-31c3-4b19-931f-f9be770d08bc HTTP/1.1" status: 204 len: 168 time: 0.4705913 Jul 23 17:13:54.547143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Transition to ACTIVE for port object a96d6ebd-023c-46f4-91b0-aa8fdd4145ea will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:54.560639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.587598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:54.672079 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:54.685357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:54.703985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2779d-937e-41d1-9163-2ac301d42e62 req-ca837033-8ba8-457d-ab90-43fa3f5b1be1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:54.707032 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bce2779d-937e-41d1-9163-2ac301d42e62 req-ca837033-8ba8-457d-ab90-43fa3f5b1be1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 944 time: 0.1592517 Jul 23 17:13:54.791505 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bce2779d-937e-41d1-9163-2ac301d42e62 req-1ab593e7-7815-44f1-a530-4dc593b5122f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782738 Jul 23 17:13:54.850275 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:54.912120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:55.051515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47698) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:55.109661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Network 39f335d3-dd32-48a6-b7c9-481288292a7b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:55.139037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:55.185481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:55.187115 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1988feed-5da6-42a7-89ae-0ea70badae9a req-d0acd3d6-e1ef-478f-8dd6-917dff790ab7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 210 time: 0.0967305 Jul 23 17:13:55.192354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:55.193205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.199153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Attempting to bind port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:55.199785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Attempting to bind port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:55.200298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Attempting to bind port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea on network 88d4239e-fcc7-457f-9665-03b62c14872b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:55.234397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:55.262300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Allocated IP 172.20.0.11 (39f335d3-dd32-48a6-b7c9-481288292a7b/b5004940-b46d-4ff7-9df7-4f54612b76fc/de3c2f9b-a1e8-464c-96d8-bc7979aa48f2) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:13:55.267273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea on network 88d4239e-fcc7-457f-9665-03b62c14872b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:13:55.267634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Attempting to bind port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea on network 88d4239e-fcc7-457f-9665-03b62c14872b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:55.273506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Pushing event updated for resources: {'Port': ['ID=f618f511-70a2-43e7-a655-1e29ec1ae42f,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:55.289693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:55.292436 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6820335 Jul 23 17:13:55.308054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:55.308667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Checking segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:55.309380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Bound using segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:55.310238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Bound port: a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:55.310872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.352893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47712) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:55.360153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Request body: {'port': {'device_id': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:55.377491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.418895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:55.423068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Usage tracker for resource:security_group_rule and tenant:498513c0b9fa4e95ab1bb7d3a10b4b6b is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:55.426277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:55.437975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:55.536786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:55.548879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:55.549675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.572180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.667849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:55.672509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d214b779aab0430682603552c19559d7 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:55.676242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:55.691857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:55.721587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.826631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.833333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.850217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.852054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.868734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:55.870852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:13:55.920222 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:13:55.945397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.959427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:55.960626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:13:55.967019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.968031 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 2feac0f9-1499-4505-a9eb-04bed0f5c80a up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:13:55.992808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:55.994355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f16288e-b6b4-4479-ba28-cddf8b0042fa,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:56.012970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dad4f-4e7e-416c-a310-c41fbfd0c773 req-42e96de4-6a15-47b3-b6ce-98ed9e0ba64d tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:56.014686 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a96dad4f-4e7e-416c-a310-c41fbfd0c773 req-42e96de4-6a15-47b3-b6ce-98ed9e0ba64d tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 944 time: 0.3071656 Jul 23 17:13:56.034028 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b108523d-dd1d-46f9-910d-821d8e0dd2c6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d214b779aab0430682603552c19559d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9812970 Jul 23 17:13:56.037139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 47730) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:56.047983 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=498513c0b9fa4e95ab1bb7d3a10b4b6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6903362 Jul 23 17:13:56.048202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:56.050147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47732) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:56.083498 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07298c1-3366-417f-880a-69e3e950f09a req-d89e6146-2b12-4f5f-b786-a9e447f559f0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:56.085797 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b07298c1-3366-417f-880a-69e3e950f09a req-d89e6146-2b12-4f5f-b786-a9e447f559f0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.4813151 Jul 23 17:13:56.114894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce2490-8fd2-4055-95bd-614c69e12adb,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:56.130312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:56.130860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:56.131275 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:56.135668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.137268 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] 10.222.0.102 "PUT /v2.0/ports/a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 1093 time: 4.3340068 Jul 23 17:13:56.139618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:13:56.141925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:56.255527 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a96dad4f-4e7e-416c-a310-c41fbfd0c773 req-a9c8d8f7-29ee-4720-a046-463c57fc1ec6 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938686 Jul 23 17:13:56.275431 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b07298c1-3366-417f-880a-69e3e950f09a req-e296084a-06d1-4b37-96ca-79e630a22705 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430092 Jul 23 17:13:56.292640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.331611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.418112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.425059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:56.430417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:56.444773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 2feac0f9-1499-4505-a9eb-04bed0f5c80a completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:13:56.457665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce2490-8fd2-4055-95bd-614c69e12adb,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:56.460140 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:56.460897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 2feac0f9-1499-4505-a9eb-04bed0f5c80a triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:56.461308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.465382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:56.485081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.489269 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4bce2490-8fd2-4055-95bd-614c69e12adb HTTP/1.1" status: 204 len: 168 time: 0.4379091 Jul 23 17:13:56.675843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'status': 'completed', 'code': 200} Jul 23 17:13:56.689562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.865359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.923604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:56.954140 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:56.989924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:56.999426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.009922 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f99e1aa5-9566-468f-9880-76577a5193f8 req-9803bfaa-81b5-480e-a5e6-271db183e121 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 210 time: 0.1785769 Jul 23 17:13:57.029810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a,segment=NetworkSegment(88ceae16-d153-4da3-86fe-0f741b6b2033),segment_id=88ceae16-d153-4da3-86fe-0f741b6b2033)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:13:57.043028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.044851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cd61805c-d8b0-455e-994e-15b05cbea67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:57.080603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca234a6-3c98-451a-8a9d-778762c42b18 req-53aebce7-69a2-4b5e-a725-0c9d654f6aa6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:57.090676 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4ca234a6-3c98-451a-8a9d-778762c42b18 req-53aebce7-69a2-4b5e-a725-0c9d654f6aa6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.4456363 Jul 23 17:13:57.145001 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-1a670e5d-179b-442c-bda9-35351c865813 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1096 time: 0.9339504 Jul 23 17:13:57.151450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.173665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=2feac0f9-1499-4505-a9eb-04bed0f5c80a,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:57.174178 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4ca234a6-3c98-451a-8a9d-778762c42b18 req-efee22fb-0856-4fb7-90cd-08dc0245f1f9 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807953 Jul 23 17:13:57.206808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:57.243599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4c088f77-424b-4297-b744-de77634c2fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:57.251719 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-ba20ffb2-fa36-471a-84e3-1ee3e8f9af08 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 217 time: 0.0928831 Jul 23 17:13:57.363267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.364750 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0f16288e-b6b4-4479-ba28-cddf8b0042fa HTTP/1.1" status: 204 len: 168 time: 1.2863357 Jul 23 17:13:57.367899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640e99-6a4a-427d-ade0-fffe470a384e req-8c6e93ef-824d-4d31-89c0-0c2eb54ffc31 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:57.370559 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-8c6e93ef-824d-4d31-89c0-0c2eb54ffc31 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.1119108 Jul 23 17:13:57.371619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f16288e-b6b4-4479-ba28-cddf8b0042fa,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:57.379433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:57.445074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.541698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:57.562167 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47770) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:57.658433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.663534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Pushing event updated for resources: {'Port': ['ID=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:57.674476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:57.686918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Network 39f335d3-dd32-48a6-b7c9-481288292a7b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:13:57.689915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'code': 200} Jul 23 17:13:57.703756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:13:57.726751 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:13:57.733679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:57.734883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:57.816325 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8214147 Jul 23 17:13:57.843349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:57.855314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Usage tracker for resource:security_group_rule and tenant:305226fa44ce4ba5adc330d6aa589b9a is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:57.872585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:57.875338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Request body: {'port': {'device_id': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:57.885773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:57.970897 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-bcae960d-396a-4f58-9f05-122b9f9ffcec service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5924675 Jul 23 17:13:58.274204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 47796) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:58.363138 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd48b07-f80d-4143-8692-4dd127d721ae req-80317aac-a86d-4d8b-b269-5d56161fc85e tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:58.364711 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd48b07-f80d-4143-8692-4dd127d721ae req-80317aac-a86d-4d8b-b269-5d56161fc85e tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.7075701 Jul 23 17:13:58.375720 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f618f511-70a2-43e7-a655-1e29ec1ae42f {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:13:58.381282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.388166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.408582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.417570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.427633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d07790f-84f7-4387-b3ea-c416edd197b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:58.477048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.512361 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd48b07-f80d-4143-8692-4dd127d721ae req-95159f5f-003d-4b0e-ae8a-1e1b71789542 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278999 Jul 23 17:13:58.516499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca51809-764f-4455-ad60-d222d938ceb6,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:58.521050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:58.537603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c72d6-2cad-430d-9d80-67f00d3f0a03 req-cbe83fc4-df85-4099-91f9-c3213fc38004 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:58.540347 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5e5c72d6-2cad-430d-9d80-67f00d3f0a03 req-cbe83fc4-df85-4099-91f9-c3213fc38004 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.6333635 Jul 23 17:13:58.543266 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=305226fa44ce4ba5adc330d6aa589b9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9793265 Jul 23 17:13:58.546123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47802) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:58.556996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Transition to ACTIVE for port object f618f511-70a2-43e7-a655-1e29ec1ae42f will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:13:58.575610 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-e45c5c69-db38-41d8-adc8-43123a7be0f7 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919356 Jul 23 17:13:58.586461 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-d4a86ae7-4dc1-40c7-9795-a45a73fab3ec service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 1098 time: 0.5558739 Jul 23 17:13:58.587273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.592051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:58.652244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:58.683109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d06bb61354349ffabfd75724b3659ea is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:58.702154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.703451 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5e5c72d6-2cad-430d-9d80-67f00d3f0a03 req-9e98524e-0884-491d-9ef6-c21762804534 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507916 Jul 23 17:13:58.712754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:58.728526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.803959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.821582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:13:58.825800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Usage tracker for resource:security_group_rule and tenant:6be2e3b8dbd84b61b3e82e95e6a63248 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:13:58.828858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:13:58.836854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:58.852302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:13:58.930161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264339b9-ad78-4cc7-9784-6d56b112ab2c req-9965130d-0fef-4ac9-9450-d5daa1882943 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:58.931806 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-264339b9-ad78-4cc7-9784-6d56b112ab2c req-9965130d-0fef-4ac9-9450-d5daa1882943 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 932 time: 0.2800412 Jul 23 17:13:58.962206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:58.978736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:59.016062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca51809-764f-4455-ad60-d222d938ceb6,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:59.026083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:59.031157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:59.032490 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0ca51809-764f-4455-ad60-d222d938ceb6 HTTP/1.1" status: 204 len: 168 time: 0.4834726 Jul 23 17:13:59.043909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dca1e-3db1-4a98-b2eb-9e833a49cea5 req-b4037fe3-d4c2-44ce-a265-aded38bbff81 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:59.044806 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-884dca1e-3db1-4a98-b2eb-9e833a49cea5 req-b4037fe3-d4c2-44ce-a265-aded38bbff81 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.1924796 Jul 23 17:13:59.049382 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-264339b9-ad78-4cc7-9784-6d56b112ab2c req-45e5fa58-5e81-46bd-ab82-87a32ee1ee9e tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059113 Jul 23 17:13:59.088768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Pushing event updated for resources: {'Port': ['ID=f618f511-70a2-43e7-a655-1e29ec1ae42f,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:59.109086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:59.130101 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-884dca1e-3db1-4a98-b2eb-9e833a49cea5 req-e130cc8a-4fa8-418d-af90-73a6f0c4fc13 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Jul 23 17:13:59.199554 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99640e99-6a4a-427d-ade0-fffe470a384e req-e0c34fe0-eead-41f6-ab70-c1d85a4d136d service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109471 Jul 23 17:13:59.609221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:59.624403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Attempting to bind port f618f511-70a2-43e7-a655-1e29ec1ae42f on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:13:59.624753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Attempting to bind port f618f511-70a2-43e7-a655-1e29ec1ae42f by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:13:59.625118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Attempting to bind port f618f511-70a2-43e7-a655-1e29ec1ae42f on network 39f335d3-dd32-48a6-b7c9-481288292a7b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:59.639705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:59.685795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:59.692108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aee3963-cd65-43d3-a693-6c96258b64be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feac0f9-1499-4505-a9eb-04bed0f5c80a'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:13:59.713484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Port f618f511-70a2-43e7-a655-1e29ec1ae42f on network 39f335d3-dd32-48a6-b7c9-481288292a7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:13:59.713883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Attempting to bind port f618f511-70a2-43e7-a655-1e29ec1ae42f on network 39f335d3-dd32-48a6-b7c9-481288292a7b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:13:59.722932 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:59.763042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:59.772096 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-051db4de-8605-4aee-9e2d-2e8c67c8a0d8 req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1769366 Jul 23 17:13:59.786724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:13:59.787099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Checking segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:13:59.787532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Bound using segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:13:59.788053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Bound port: f618f511-70a2-43e7-a655-1e29ec1ae42f, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:13:59.788612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:59.830199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e46c0ebe-6357-448c-beba-4a215ddf8603,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:59.873461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:59.875378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:59.887062 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aee3963-cd65-43d3-a693-6c96258b64be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feac0f9-1499-4505-a9eb-04bed0f5c80a', 'code': 200} Jul 23 17:14:00.106112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 47840) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:00.112975 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9d06bb61354349ffabfd75724b3659ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8279581 Jul 23 17:14:00.119367 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-de61d7f9-882a-4da3-8f8c-af12a64aacfa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1096 time: 0.6180320 Jul 23 17:14:00.154081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379dbc-fb4b-402c-bf9b-69b27a56bf69 req-51695d10-1e3f-4675-86f9-be59e17eb6cf tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:00.157482 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f379dbc-fb4b-402c-bf9b-69b27a56bf69 req-51695d10-1e3f-4675-86f9-be59e17eb6cf tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.2605796 Jul 23 17:14:00.379560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf7dd7-cb65-45e5-ae80-cb2635aa4fc4,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:00.431676 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f379dbc-fb4b-402c-bf9b-69b27a56bf69 req-52c848fa-0f77-4a14-bc70-d5228281c948 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313433 Jul 23 17:14:00.439146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:00.481633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:00.554844 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efd64-18de-4d96-9e56-c9c0faadf3e7 req-a5ccc8c7-15a2-4cd7-80df-d6aa4bfd0a36 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:00.565435 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-911efd64-18de-4d96-9e56-c9c0faadf3e7 req-a5ccc8c7-15a2-4cd7-80df-d6aa4bfd0a36 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.2511683 Jul 23 17:14:00.578430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:00.820074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:00.836832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:00.856566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] For port f618f511-70a2-43e7-a655-1e29ec1ae42f, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:00.857875 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-911efd64-18de-4d96-9e56-c9c0faadf3e7 req-1f88a745-0007-4934-bdea-fd169a7ab3b1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914357 Jul 23 17:14:00.867388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] For port f618f511-70a2-43e7-a655-1e29ec1ae42f, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:00.899623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:00.935011 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80dcb4d3-60bf-4875-b110-961f061673a6 req-c58e7af5-4d7a-4f5e-af9d-b99b77fb198e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 1098 time: 0.6935334 Jul 23 17:14:00.952223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Transition to ACTIVE for port object de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:00.957768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fe4e65c3-20b1-478d-84e5-f1ab01b8599f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:00.958359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:01.000714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:01.022122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf7dd7-cb65-45e5-ae80-cb2635aa4fc4,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:01.032629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:01.056364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:01.058661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026cec4-870f-449b-9202-0967d16874f9 req-11efb179-8502-4527-b5af-43cb2a5d6eeb tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:01.060753 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1026cec4-870f-449b-9202-0967d16874f9 req-11efb179-8502-4527-b5af-43cb2a5d6eeb tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 932 time: 0.1949594 Jul 23 17:14:01.061907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:01.065663 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5edf7dd7-cb65-45e5-ae80-cb2635aa4fc4 HTTP/1.1" status: 204 len: 168 time: 0.9547420 Jul 23 17:14:01.155406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b134d-645f-4353-a08c-750ac5062b60 req-dbdfbc10-c249-4e3c-921e-3a59a8e4d6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:01.156859 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-dbdfbc10-c249-4e3c-921e-3a59a8e4d6b0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.9175355 Jul 23 17:14:01.176635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:01.178317 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] 10.222.0.102 "PUT /v2.0/ports/f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 1094 time: 5.8419909 Jul 23 17:14:01.179597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'tag': 'f618f511-70a2-43e7-a655-1e29ec1ae42f'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:01.226100 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1026cec4-870f-449b-9202-0967d16874f9 req-fcb7f1c1-fa48-470e-ab52-c55cc689f424 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382895 Jul 23 17:14:01.458044 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-d6c1a334-0fb8-4888-9444-65eb67356ce4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 217 time: 0.2835383 Jul 23 17:14:01.470760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Pushing event updated for resources: {'Port': ['ID=f618f511-70a2-43e7-a655-1e29ec1ae42f,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:01.524149 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'tag': 'f618f511-70a2-43e7-a655-1e29ec1ae42f', 'status': 'completed', 'code': 200} Jul 23 17:14:01.527943 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80dcb4d3-60bf-4875-b110-961f061673a6 req-ce09c5e1-c5e9-4d8b-b7c7-41fdef7211f5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373008 Jul 23 17:14:01.533756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:01.535456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-25c74920-b0e7-4b2f-a950-a344201d97c3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:01.632658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Pushing event updated for resources: {'Port': ['ID=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:01.645437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:01.730541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53559f76-9b1d-4dbf-aa94-26a558c988df req-8a2fb418-eda9-46b7-818f-a4b316efeede tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:01.732803 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-53559f76-9b1d-4dbf-aa94-26a558c988df req-8a2fb418-eda9-46b7-818f-a4b316efeede tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.2491219 Jul 23 17:14:01.791994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b134d-645f-4353-a08c-750ac5062b60 req-4ad0fa08-2df2-498e-ab06-72d2f2b1fa86 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:01.794167 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-4ad0fa08-2df2-498e-ab06-72d2f2b1fa86 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.3258629 Jul 23 17:14:01.795135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Attempting to bind port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:01.795333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Attempting to bind port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:01.796013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Attempting to bind port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 on network 39f335d3-dd32-48a6-b7c9-481288292a7b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:01.891159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ad93c-2ee1-4065-93af-aa25200b03fe req-0266cf57-09f0-49ab-9d5f-b6172943f68c tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:01.894510 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4f1ad93c-2ee1-4065-93af-aa25200b03fe req-0266cf57-09f0-49ab-9d5f-b6172943f68c tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.2685797 Jul 23 17:14:01.910896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 on network 39f335d3-dd32-48a6-b7c9-481288292a7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:01.911269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Attempting to bind port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 on network 39f335d3-dd32-48a6-b7c9-481288292a7b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:01.930425 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-53559f76-9b1d-4dbf-aa94-26a558c988df req-c06dc435-d77b-46c0-abe4-f37f93273688 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874213 Jul 23 17:14:01.932560 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-466c0f49-c97e-4bc5-a91b-080818ea9f17 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1097 time: 0.5646739 Jul 23 17:14:01.935288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:01.936110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Checking segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:01.937416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Bound using segment: {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:01.938116 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Bound port: de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5eaba42-ab01-4754-9397-be014f70d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:01.938726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:01.967515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fb2c852f-939d-4d0d-8b60-febb1f0e8042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:02.058696 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4f1ad93c-2ee1-4065-93af-aa25200b03fe req-e9868fe4-6d4d-4cbb-94f4-e4f228ffebb0 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558557 Jul 23 17:14:02.305038 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-e51d007f-1ae2-4598-b561-57a0e17d7c56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 217 time: 0.3488369 Jul 23 17:14:02.541380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] For port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:02.545078 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] For port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:02.553898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:02.557585 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-2d7be86b-8c6a-462d-9247-4ec25bfe15b8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7484052 Jul 23 17:14:02.596333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f379e-5163-48eb-9138-2317b9f5f550 req-069a007c-3d23-46ef-b8e5-3de89662a9b8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:02.598020 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-094f379e-5163-48eb-9138-2317b9f5f550 req-069a007c-3d23-46ef-b8e5-3de89662a9b8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.3536065 Jul 23 17:14:02.711450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96c4e6-347b-417f-818b-0d86dbf47f67 req-dc598d5e-757a-41c7-8b1a-894cc39b6e47 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:02.721561 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea96c4e6-347b-417f-818b-0d86dbf47f67 req-dc598d5e-757a-41c7-8b1a-894cc39b6e47 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 944 time: 0.2656167 Jul 23 17:14:02.755116 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-71fac93f-77a0-4cec-b507-8e281ece7db3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:02.809055 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-094f379e-5163-48eb-9138-2317b9f5f550 req-d01385ed-3092-44cc-9103-628b10fa0b8a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041335 Jul 23 17:14:02.891135 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea96c4e6-347b-417f-818b-0d86dbf47f67 req-e4328d00-0226-430f-9185-2d4c03e0dfe2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684468 Jul 23 17:14:03.109018 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-1ac2fd72-38db-4d88-b32c-d62efacad833 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436528 Jul 23 17:14:03.124241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:03.126613 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] 10.222.0.102 "PUT /v2.0/ports/de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 HTTP/1.1" status: 200 len: 1094 time: 5.2658970 Jul 23 17:14:03.237223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87650d-577e-4f9c-8c9a-55031bf678b4 req-bc46d6b4-4753-48e3-a7c5-7368da5678bf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:03.247245 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3b87650d-577e-4f9c-8c9a-55031bf678b4 req-bc46d6b4-4753-48e3-a7c5-7368da5678bf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.1173253 Jul 23 17:14:03.286024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:14:03.312243 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3b87650d-577e-4f9c-8c9a-55031bf678b4 req-8627a89b-4760-45d5-8e2e-55ce181a6891 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632000 Jul 23 17:14:03.420869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-b36b55b7-3a61-40b7-bd39-0cddacf9431e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:03.422626 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-b36b55b7-3a61-40b7-bd39-0cddacf9431e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 1.0724001 Jul 23 17:14:03.509084 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-e29002fe-69ba-4c87-ba94-4312a0c38fa8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724072 Jul 23 17:14:03.510639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ccad-3076-43b6-90af-48e0eb354dcb req-786a66f8-9358-4b91-b14e-da366f5ea53b tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:03.512343 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7d10ccad-3076-43b6-90af-48e0eb354dcb req-786a66f8-9358-4b91-b14e-da366f5ea53b tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.1599483 Jul 23 17:14:03.527818 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'tag': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:03.576225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Pushing event updated for resources: {'Port': ['ID=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:03.591544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:03.650052 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7d10ccad-3076-43b6-90af-48e0eb354dcb req-fc86dc85-2ccb-4add-89ae-244af3bf22fc tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266587 Jul 23 17:14:03.676220 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'tag': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2', 'status': 'completed', 'code': 200} Jul 23 17:14:03.687826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:03.707177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'mac_address': 'fa:16:3e:b0:12:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:14:03.765938 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-ca9fdafa-09fd-408b-94cc-b1374596b1e8 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400661 Jul 23 17:14:03.892075 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:03.933095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d6ebd-023c-46f4-91b0-aa8fdd4145ea {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:03.951672 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-db19b354-3e68-43ef-8898-ea9d38afcd27 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 1097 time: 0.7189591 Jul 23 17:14:03.966819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:03.973088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:04.006465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:04.296253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:04.327616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:04.462726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:04.524283 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:04.649360 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-48eb5e70-d5ed-4e9e-8cf9-25be3941deb1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 HTTP/1.1" status: 200 len: 217 time: 0.1932554 Jul 23 17:14:04.666721 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d35b134d-645f-4353-a08c-750ac5062b60 req-1044ac64-e1ae-4348-95d2-d2157b167ccf service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5264537 Jul 23 17:14:04.729628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5b58d-e37b-4860-affc-13fa0753c18c req-25ad9f39-df30-477c-a79f-669d63f9796e tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:04.748551 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8be5b58d-e37b-4860-affc-13fa0753c18c req-25ad9f39-df30-477c-a79f-669d63f9796e tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 944 time: 0.5180824 Jul 23 17:14:04.816554 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad35efa1-df22-4665-a8aa-e7a3a79f5cba req-3cf3819d-f465-448c-a557-914cf2c05043 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0397770 Jul 23 17:14:04.878741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-22801a6b-6dff-47f2-84c3-f67ec6ab96d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:04.880388 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-22801a6b-6dff-47f2-84c3-f67ec6ab96d8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.2231286 Jul 23 17:14:04.984695 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8be5b58d-e37b-4860-affc-13fa0753c18c req-9e49ded2-6109-41c0-9572-c89841d83107 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366695 Jul 23 17:14:05.028867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9afd-0075-4c35-a21e-1a101fbb6015 req-ab5b94d0-b590-4fa5-8931-1be3aa384a7b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:05.037336 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bdea9afd-0075-4c35-a21e-1a101fbb6015 req-ab5b94d0-b590-4fa5-8931-1be3aa384a7b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 944 time: 0.5932732 Jul 23 17:14:05.084033 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-e7667673-ebad-4248-b320-a123c268d8f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027746 Jul 23 17:14:05.113571 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bdea9afd-0075-4c35-a21e-1a101fbb6015 req-ae27dbc9-11d4-4ada-809d-efaa37a5d050 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745986 Jul 23 17:14:05.141173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:05.207875 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-350b965b-e28f-42a5-8ef4-2c9f3ee941db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1097 time: 0.3168018 Jul 23 17:14:05.391163 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-4018a1e1-e3f0-4d97-b916-61b70f476918 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870607 Jul 23 17:14:05.517299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-bffcb2ac-2ebd-4932-917a-0df8a0874084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:05.518990 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-bffcb2ac-2ebd-4932-917a-0df8a0874084 service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.2986057 Jul 23 17:14:05.609952 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-01d4cfc7-1cdb-4f1b-a468-d7ae4ef1de09 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 217 time: 0.0786898 Jul 23 17:14:05.664714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a5d2cc9d-6130-4e85-91f7-36230bdeb5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:05.711715 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bac012e-f3d6-4bc4-824c-cc36559639f3 req-a215ba59-c7b0-4b53-a650-d4892ce293af service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076231 Jul 23 17:14:05.727558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-6333e8b8-f0e4-493a-a2fe-c41eb8ecb7f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:05.729958 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-6333e8b8-f0e4-493a-a2fe-c41eb8ecb7f8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.1080940 Jul 23 17:14:05.885139 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-a414bc23-09f7-4c38-9f2e-280828bf48f6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476223 Jul 23 17:14:06.317425 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-e68286fa-6995-4716-9b08-2ebc6622b5aa service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236135 Jul 23 17:14:06.323185 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-a4998bc1-e723-4d64-849c-6dc5b2ef6d0b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 1097 time: 0.4955931 Jul 23 17:14:06.656995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bea356-a002-4514-a2f2-32b4d6025854 req-8f8b8160-852c-46f1-8609-bb816a3f6ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:06.658835 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-8f8b8160-852c-46f1-8609-bb816a3f6ea2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.2987187 Jul 23 17:14:06.661509 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2178529e-98b7-4679-aeeb-107fb8d1980a req-46abb1be-cbb2-4e62-a55d-dd9d144a9187 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250740 Jul 23 17:14:06.762456 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-d2c11c3a-a156-4ad5-90ef-e05c621277e0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 HTTP/1.1" status: 200 len: 217 time: 0.0849450 Jul 23 17:14:06.920518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bea356-a002-4514-a2f2-32b4d6025854 req-841cbb8f-4a8e-4989-a183-ad0d136aaf70 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:06.923503 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-841cbb8f-4a8e-4989-a183-ad0d136aaf70 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.1441481 Jul 23 17:14:07.012931 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-c0c14d68-b21b-4521-b037-cf050a607def service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825372 Jul 23 17:14:07.252470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:07.258592 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-8d99250e-e3be-4441-86be-a0cc03f3aad4 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292302 Jul 23 17:14:07.295744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87266116-58e4-43d6-83f9-29ac44cdb430 req-d901c54a-1666-4ab1-9674-20cc02abda87 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:07.306256 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87266116-58e4-43d6-83f9-29ac44cdb430 req-d901c54a-1666-4ab1-9674-20cc02abda87 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 944 time: 0.2064812 Jul 23 17:14:07.327624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f618f511-70a2-43e7-a655-1e29ec1ae42f details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:14:07.339283 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:07.544858 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87266116-58e4-43d6-83f9-29ac44cdb430 req-ba36dee7-25eb-4192-ad57-766884439cd7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314870 Jul 23 17:14:07.610833 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65bea356-a002-4514-a2f2-32b4d6025854 req-f70c324a-5e05-4677-845c-0bd83db4c7d4 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254292 Jul 23 17:14:07.622222 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f618f511-70a2-43e7-a655-1e29ec1ae42f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:07.626702 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf5e61-5eb0-4859-8438-cb9992630580 req-a970fa2e-d059-4d1a-a68d-96b2962265d2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:07.629092 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bdbf5e61-5eb0-4859-8438-cb9992630580 req-a970fa2e-d059-4d1a-a68d-96b2962265d2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 944 time: 0.2404549 Jul 23 17:14:07.649582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'f618f511-70a2-43e7-a655-1e29ec1ae42f', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'port_id': 'f618f511-70a2-43e7-a655-1e29ec1ae42f', 'mac_address': 'fa:16:3e:40:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:14:07.694339 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bdbf5e61-5eb0-4859-8438-cb9992630580 req-ec2f35da-2a7b-4e7f-aff5-5775b115824f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560443 Jul 23 17:14:07.755020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:07.791192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f618f511-70a2-43e7-a655-1e29ec1ae42f {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:07.812884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:07.821972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f618f511-70a2-43e7-a655-1e29ec1ae42f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:07.827250 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:07.829247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:07.861197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:07.861631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:07.980033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=f618f511-70a2-43e7-a655-1e29ec1ae42f,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:07.983681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:08.059765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:08.100474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:08.111164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:08.116362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:08.122065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4131767a-5298-40f9-8d3d-b033cc2c87f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:08.158906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['f618f511-70a2-43e7-a655-1e29ec1ae42f'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:08.190509 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'code': 200} Jul 23 17:14:08.264963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:08.269333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:08.472736 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-33a49544-705d-403f-a50a-7d6749595a2b req-9cbdede1-83ff-4037-a9dd-5b32eef2e806 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1098 time: 0.0866909 Jul 23 17:14:08.541048 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-33a49544-705d-403f-a50a-7d6749595a2b req-5cf9bf99-7eca-4ed7-a964-c983decd51d9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604837 Jul 23 17:14:08.898934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de510-137b-49c2-a4dd-b99abbd562cb req-6657a221-08a5-4a89-b8dc-1a382d184800 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:08.900753 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-344de510-137b-49c2-a4dd-b99abbd562cb req-6657a221-08a5-4a89-b8dc-1a382d184800 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 944 time: 0.1592183 Jul 23 17:14:09.108409 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-344de510-137b-49c2-a4dd-b99abbd562cb req-6e436126-5a85-44e2-8402-099961f8e882 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007501 Jul 23 17:14:09.119984 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc634a-3a8a-4bee-91fd-dcad7edf419c req-1ba9c938-efd8-4826-84f0-c3b839604bf1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:09.126888 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-62fc634a-3a8a-4bee-91fd-dcad7edf419c req-1ba9c938-efd8-4826-84f0-c3b839604bf1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.2210760 Jul 23 17:14:09.180719 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-62fc634a-3a8a-4bee-91fd-dcad7edf419c req-5fcfb62d-65cf-491c-ad99-2781acde13dd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517588 Jul 23 17:14:09.319094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:14:09.321839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f618f511-70a2-43e7-a655-1e29ec1ae42f up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:09.669851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port f618f511-70a2-43e7-a655-1e29ec1ae42f completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:09.682634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port f618f511-70a2-43e7-a655-1e29ec1ae42f triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:09.683163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:09.902788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:09.916491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:09.937009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2', 'network_id': '39f335d3-dd32-48a6-b7c9-481288292a7b', 'port_id': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2', 'mac_address': 'fa:16:3e:12:cc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5004940-b46d-4ff7-9df7-4f54612b76fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:14:10.013230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f618f511-70a2-43e7-a655-1e29ec1ae42f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:10.019977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:10.048742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:10.053069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:10.057736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:10.135998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:10.139016 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:10.187285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=f618f511-70a2-43e7-a655-1e29ec1ae42f,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:10.190876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:10.191433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:10.228796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f618f511-70a2-43e7-a655-1e29ec1ae42f'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:10.288108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:10.292039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:10.478726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['de3c2f9b-a1e8-464c-96d8-bc7979aa48f2'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:10.653951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52f4c-753a-4f7b-8e00-3acb849d5c01 req-239184f0-53dc-436e-947c-064e9039f3f5 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:10.656255 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7cb52f4c-753a-4f7b-8e00-3acb849d5c01 req-239184f0-53dc-436e-947c-064e9039f3f5 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.2337809 Jul 23 17:14:10.694639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730374e-440e-4f59-ab63-7c682f283140 req-a44afb9e-ceca-4854-a3dd-e752e4150405 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:10.696870 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d730374e-440e-4f59-ab63-7c682f283140 req-a44afb9e-ceca-4854-a3dd-e752e4150405 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 945 time: 0.3469772 Jul 23 17:14:10.749908 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-0398b3f3-c917-4f09-a3c7-7cb939f1586d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1478834 Jul 23 17:14:10.790830 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d730374e-440e-4f59-ab63-7c682f283140 req-aad76a1f-fdb6-438d-8bd3-0b74da754f0f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725529 Jul 23 17:14:10.820679 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7cb52f4c-753a-4f7b-8e00-3acb849d5c01 req-57fe6319-859d-413d-93cd-1c71257e6592 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507306 Jul 23 17:14:10.863460 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f618f511-70a2-43e7-a655-1e29ec1ae42f', 'code': 200} Jul 23 17:14:11.109297 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-ebd704ca-72c8-4c13-8682-afa94cf705b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 1098 time: 0.1854234 Jul 23 17:14:11.599514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed339be9-423b-4c04-81b6-20d88ccca00b req-083bd5f7-0f40-4037-9fbd-6f9ac142eca7 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:11.602713 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed339be9-423b-4c04-81b6-20d88ccca00b req-083bd5f7-0f40-4037-9fbd-6f9ac142eca7 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.4614565 Jul 23 17:14:11.628734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48232) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:11.645490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'floatingip': {'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:11.663221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-f0752519-a6cd-4682-aa99-3f3f5735b43f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:11.665166 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-f0752519-a6cd-4682-aa99-3f3f5735b43f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.6916580 Jul 23 17:14:11.709058 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-9ef7f9e2-5e07-454e-8918-1be8428c8585 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/quotas/52afb3a506214652943c05a54d7bd4ff HTTP/1.1" status: 200 len: 375 time: 0.0259273 Jul 23 17:14:11.736903 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-59c0a3e7-9408-4619-8110-1e06546d40e4 req-ee99781e-b3e6-4fa8-a5df-0524625ae896 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.3959537 Jul 23 17:14:11.738309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-33147ebd-c59b-4cce-b09f-09af18df13de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:11.740492 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-33147ebd-c59b-4cce-b09f-09af18df13de service neutron] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 916 time: 0.6072133 Jul 23 17:14:11.756076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:11.839002 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-1c9f9b36-4df9-4eb7-bf8e-e772f95573a1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206973 Jul 23 17:14:12.011477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48246) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:12.158865 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-c57aa194-0ea5-474c-99ad-a360479848cf service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116076 Jul 23 17:14:12.204760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-f2197930-9512-4ef6-8c71-32d03f87fef5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 HTTP/1.1" status: 200 len: 217 time: 0.1335235 Jul 23 17:14:12.327536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-59c0a3e7-9408-4619-8110-1e06546d40e4 req-afdc9ab9-9689-4834-b155-8d19fd242c37 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146594 Jul 23 17:14:12.341420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-4422434d-33ee-481f-baa4-36122b16c7ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:12.343502 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-4422434d-33ee-481f-baa4-36122b16c7ae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.1272833 Jul 23 17:14:12.409086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-3f213ee4-99ba-489a-893e-9c8cf85a0786 service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424810 Jul 23 17:14:12.446528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649d82f-6575-41fc-8f96-9592e004f393 req-bd9031a8-e080-475f-bba0-b51c7dfcb9e1 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:12.456592 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3649d82f-6575-41fc-8f96-9592e004f393 req-bd9031a8-e080-475f-bba0-b51c7dfcb9e1 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 945 time: 0.2570336 Jul 23 17:14:12.509740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:12.536235 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3649d82f-6575-41fc-8f96-9592e004f393 req-bb531051-2441-484f-878e-f94d9508ea63 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793908 Jul 23 17:14:12.559356 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-699a8367-6cdb-4832-8aa3-d11de5d84c91 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368515 Jul 23 17:14:12.817851 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5647db6-2a74-4c3f-a2c1-3825b638f168 req-a75e9f6d-c106-41ff-a063-04742ffd3342 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0975835 Jul 23 17:14:12.933805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea79f5-2ae6-44c3-879b-1012ccef11bc req-3119e4df-d4fa-4791-b3f0-5bcd49d86dc5 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:12.935853 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bbea79f5-2ae6-44c3-879b-1012ccef11bc req-3119e4df-d4fa-4791-b3f0-5bcd49d86dc5 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.1169000 Jul 23 17:14:12.997505 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bbea79f5-2ae6-44c3-879b-1012ccef11bc req-77beebaa-4896-44e9-b0d8-80739f18abca tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 Jul 23 17:14:13.030027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:13.150382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:13.172806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:68c988ea55644beb894a4a7c0ffbbcad is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:13.176448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:13.205120 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-28762171-d6af-4314-9a9d-45cac6af80f5 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335936 Jul 23 17:14:13.270473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:13.361175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:13.479644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:13.486962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:13.487619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:13.752526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:13.816123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:13.837910 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b18c6ef3-b61f-467a-8f12-2abf2ebd2b09 req-e59e86c9-45dd-4dfe-8a84-9b3c5d724139 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632100 Jul 23 17:14:13.852450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:13.857085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:13.864695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:13.877890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ac67a-55da-49af-9836-03042d35f6f5 req-1ca2c25a-39b6-46a9-ae62-5369536d5aa8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:13.886183 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cc4ac67a-55da-49af-9836-03042d35f6f5 req-1ca2c25a-39b6-46a9-ae62-5369536d5aa8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 945 time: 0.1486831 Jul 23 17:14:13.949020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:13.949020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:13.960294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ab492874-80d4-4c17-98b1-460cbe96a48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:13.968915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cc4ac67a-55da-49af-9836-03042d35f6f5 req-26fdd0cc-618b-40c0-b9ef-6f983d05be74 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Jul 23 17:14:13.977278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:13.984483 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2', 'code': 200} Jul 23 17:14:13.986339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:14.041452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32543c1-00fd-46e8-b0ed-844fdaf93528,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:14.145441 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=68c988ea55644beb894a4a7c0ffbbcad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9925573 Jul 23 17:14:14.148783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48302) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:14.151054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.152037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.153124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.154042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.154923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.155817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.156674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.157542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.158936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.160018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.160914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.185187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:14.413194 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36e9f672-68a1-4310-9478-742e15aa1819 req-e93d3b60-7253-4717-9f6d-bc3b78149246 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.1322432 Jul 23 17:14:14.564823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.643753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.649988 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.717451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd4cc-f26d-4a1c-9bf3-ec320d2da097 req-e59376f2-88ba-4318-9a83-44e829e90df9 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:14.717916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.720288 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-333dd4cc-f26d-4a1c-9bf3-ec320d2da097 req-e59376f2-88ba-4318-9a83-44e829e90df9 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.2897525 Jul 23 17:14:14.869555 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-333dd4cc-f26d-4a1c-9bf3-ec320d2da097 req-251b1082-d107-4df3-9932-bcac33c5bc05 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319761 Jul 23 17:14:14.880502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.899184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:14.941005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8036c3-5b16-439a-b04c-8405b900871a req-32c86815-0c64-4502-b27b-37ef63fe4002 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:14.942136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-8c8036c3-5b16-439a-b04c-8405b900871a req-32c86815-0c64-4502-b27b-37ef63fe4002 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Synchronizing usage tracker for tenant:acd5b1fda0af49a0ba975af3a56d742c on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:14.948411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32543c1-00fd-46e8-b0ed-844fdaf93528,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:14.951983 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-572b6b57-c1de-4b41-9b61-7c2f5f30e8b9 req-1004a6e8-03a7-40ea-8333-6309f191df4e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 1099 time: 0.4858646 Jul 23 17:14:14.962531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.962929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.963324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.963674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.964051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.964427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.964831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.965171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.965543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.965958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.967458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:14.979332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:14.985312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.986812 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b32543c1-00fd-46e8-b0ed-844fdaf93528 HTTP/1.1" status: 204 len: 168 time: 0.8367732 Jul 23 17:14:15.039026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-31bd66be-bffb-4183-91c5-820640a46fe7 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:15.040728 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-31bd66be-bffb-4183-91c5-820640a46fe7 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.5266373 Jul 23 17:14:15.045581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-8c8036c3-5b16-439a-b04c-8405b900871a req-32c86815-0c64-4502-b27b-37ef63fe4002 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Unset dirty status for tenant:acd5b1fda0af49a0ba975af3a56d742c on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:15.046842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8c8036c3-5b16-439a-b04c-8405b900871a req-32c86815-0c64-4502-b27b-37ef63fe4002 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.102 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.6824224 Jul 23 17:14:15.061105 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-572b6b57-c1de-4b41-9b61-7c2f5f30e8b9 req-823174d5-3504-4b15-8aff-a6c1099ee837 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898848 Jul 23 17:14:15.079443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Request body: {'port': {'device_id': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'admin_state_up': True, 'tenant_id': '52afb3a506214652943c05a54d7bd4ff'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:15.175327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48326) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:15.260394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d91ab-1f88-4bbe-ae79-c53280ffee01 req-e0b7e0c0-18f3-406c-be57-13d85a2034b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:15.262290 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-718d91ab-1f88-4bbe-ae79-c53280ffee01 req-e0b7e0c0-18f3-406c-be57-13d85a2034b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1089857 Jul 23 17:14:15.318419 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-718d91ab-1f88-4bbe-ae79-c53280ffee01 req-902d82ee-b01d-45dd-9e98-6fb1d012d451 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Jul 23 17:14:15.517636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Deleting port 2feac0f9-1499-4505-a9eb-04bed0f5c80a {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:14:15.521201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:15.711252 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f3599404-5db8-4716-a251-4d1c4606afe8 req-d28077d2-20fb-41d3-8bce-12c06bd3209b tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0657830 Jul 23 17:14:15.741125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48342) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:15.799068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:15.847960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:15.852705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Usage tracker for resource:security_group_rule and tenant:79251e9accdb4bee99f130b740700fce is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:15.856558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:15.864202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:15.903675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:15.934817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:15.967183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:15.972747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:15.974349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Usage tracker for resource:port and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:15.996422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f10af3f5-10f6-47ba-9ec2-437c28dac2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:16.032076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:16.057630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:16.063371 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Floating IP 86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6 associated. External IP: 172.28.0.182, port: a96d6ebd-023c-46f4-91b0-aa8fdd4145ea. Jul 23 17:14:16.129124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd3585-1220-44db-8c86-ca14bdd417aa,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:16.155725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:16.164678 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=79251e9accdb4bee99f130b740700fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4219236 Jul 23 17:14:16.169024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48350) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:16.251919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Made reservation on behalf of 52afb3a506214652943c05a54d7bd4ff for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:16.257980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:16.286352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:16.330331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Usage tracker for resource:security_group_rule and tenant:8211d4f06b3443ae88ef6287e34d3266 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:16.339867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:16.374637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:16.394834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3206e-97cf-442a-a530-280112927b84 req-2f7d1cde-8bed-4cba-b94c-50c37b8618c7 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:16.397545 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-68d3206e-97cf-442a-a530-280112927b84 req-2f7d1cde-8bed-4cba-b94c-50c37b8618c7 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 945 time: 0.1791036 Jul 23 17:14:16.411341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:16.451870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:16.513845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] For port 2feac0f9-1499-4505-a9eb-04bed0f5c80a, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2feac0f9-1499-4505-a9eb-04bed0f5c80a,segment=NetworkSegment(88ceae16-d153-4da3-86fe-0f741b6b2033),segment_id=88ceae16-d153-4da3-86fe-0f741b6b2033)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:16.514397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:16.561278 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-68d3206e-97cf-442a-a530-280112927b84 req-f08a35fa-23cd-493b-ae3e-b1d7ec56058d tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cee95ee-db15-4414-9783-fb69a8b47664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521871 Jul 23 17:14:16.604930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:16.616005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-41cfc430-c11a-44cf-a98c-d094247c2f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:16.641303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3830ac2-bc38-41be-8eb1-5157b7833cbb req-ad3ade2e-d246-4f49-9d1c-260fb06ca4e8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:16.643043 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3830ac2-bc38-41be-8eb1-5157b7833cbb req-ad3ade2e-d246-4f49-9d1c-260fb06ca4e8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1705434 Jul 23 17:14:16.644780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd3585-1220-44db-8c86-ca14bdd417aa,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:16.647757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:16.648938 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bccd3585-1220-44db-8c86-ca14bdd417aa HTTP/1.1" status: 204 len: 168 time: 0.4782591 Jul 23 17:14:16.650144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:16.734213 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3830ac2-bc38-41be-8eb1-5157b7833cbb req-c678032d-52d3-4e23-86e6-64b5a8c7d571 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783827 Jul 23 17:14:16.789604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Calling delete_port for 2feac0f9-1499-4505-a9eb-04bed0f5c80a owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:14:17.019085 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5c639ddf-ed5e-418a-8838-55fa7b272387 req-b835676c-40ef-42d8-89a9-2c76b845f26c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0674949 Jul 23 17:14:17.281689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.302596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Allocated IP 172.20.0.10 (a6492c9a-6005-4a70-be38-45ebd62bfd62/48a441b0-4182-496e-8579-c540e4fc35b6/b427f120-431f-403b-a9b0-f36f44a3dd55) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:17.316412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.350789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d2d63-0d0c-4d55-90ad-83a29caa74d0 req-ed6903ea-3cb5-4f95-9d70-2d4b9c815faf tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:17.353404 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ec9d2d63-0d0c-4d55-90ad-83a29caa74d0 req-ed6903ea-3cb5-4f95-9d70-2d4b9c815faf tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1079164 Jul 23 17:14:17.372848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:17.441578 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ec9d2d63-0d0c-4d55-90ad-83a29caa74d0 req-34f1d815-776a-4b16-8448-cc0280bbeb8f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 Jul 23 17:14:17.500122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4979b15-524e-4962-b853-c0e8bb014eb1,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:17.518610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:17.526921 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8211d4f06b3443ae88ef6287e34d3266&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0822439 Jul 23 17:14:17.529799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48384) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:17.545504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.653331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95fbc068-a917-4b6b-9be5-c183c6b00c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:17.692763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.744808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Pushing event deleted for resources: {'Port': ['ID=2feac0f9-1499-4505-a9eb-04bed0f5c80a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:17.745128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.846900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:17.872381 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1737d6e-337f-4dcb-83cd-11c2ed0878f2 req-1f43ad14-f0f5-4271-b6d6-f7cde59abf80 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 210 time: 0.0775895 Jul 23 17:14:17.923865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.940564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-13932b7c-c8b7-4f59-9634-963170065634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:17.965893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4979b15-524e-4962-b853-c0e8bb014eb1,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:17.969465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:17.971586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:17.972832 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f4979b15-524e-4962-b853-c0e8bb014eb1 HTTP/1.1" status: 204 len: 168 time: 0.4412794 Jul 23 17:14:18.281567 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5c8c5517-fbb1-4cc3-bcbb-a73eb199f0da req-a8e21832-fd3c-4725-aa3e-5e07808837e0 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0721107 Jul 23 17:14:18.369658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] No DVR routers for this DVR port 2feac0f9-1499-4505-a9eb-04bed0f5c80a on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:14:18.373082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:18.391693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aee3963-cd65-43d3-a693-6c96258b64be', 'name': 'network-vif-deleted', 'tag': '2feac0f9-1499-4505-a9eb-04bed0f5c80a'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:18.420055 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-eeae9bdf-57f1-47df-a16a-243336980a0d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 1099 time: 1.2140634 Jul 23 17:14:18.594310 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aee3963-cd65-43d3-a693-6c96258b64be', 'name': 'network-vif-deleted', 'tag': '2feac0f9-1499-4505-a9eb-04bed0f5c80a', 'status': 'completed', 'code': 200} Jul 23 17:14:18.690049 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8c8036c3-5b16-439a-b04c-8405b900871a req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.102 "DELETE /v2.0/ports/2feac0f9-1499-4505-a9eb-04bed0f5c80a HTTP/1.1" status: 204 len: 173 time: 3.6276562 Jul 23 17:14:18.693227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48418) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:18.761259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:18.778991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58febb1-7125-42a7-810f-7f88b7c73106 req-b3e212d9-aa06-4aae-984d-9ad9e115c3d9 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:18.781863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:18.787984 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b58febb1-7125-42a7-810f-7f88b7c73106 req-b3e212d9-aa06-4aae-984d-9ad9e115c3d9 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1228936 Jul 23 17:14:18.809314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-0b024d22-1413-4027-8f08-1af9c3fdad89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:18.811088 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-0b024d22-1413-4027-8f08-1af9c3fdad89 service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.3787866 Jul 23 17:14:18.855424 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b58febb1-7125-42a7-810f-7f88b7c73106 req-1470b162-25b0-487b-b3b7-5f27ec7ef713 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662444 Jul 23 17:14:18.991219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:18.998751 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-cb4d510a-0200-427f-8817-0e3a936711be service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 HTTP/1.1" status: 200 len: 217 time: 0.1746318 Jul 23 17:14:19.010991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Usage tracker for resource:security_group_rule and tenant:d20d6fb9063a4feeae21fb3d4ab85095 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:19.012863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:19.088881 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed34d7bd-0555-402c-bb45-834cb0970d76 req-39f22064-b26c-4994-a36c-885241b593a5 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] 10.222.0.100 "GET /v2.0/ports?device_id=7aee3963-cd65-43d3-a693-6c96258b64be HTTP/1.1" status: 200 len: 210 time: 0.0588570 Jul 23 17:14:19.099517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:19.123209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-992d7049-196c-4ede-943d-41a17d8883fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:19.124810 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-992d7049-196c-4ede-943d-41a17d8883fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.1069729 Jul 23 17:14:19.134857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:19.148669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:19.179989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:19.329923 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-1c97fdc8-0181-46c3-900d-933964275890 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510212 Jul 23 17:14:19.362836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:14:19.414209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 2feac0f9-1499-4505-a9eb-04bed0f5c80a no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:14:19.462080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:19.462080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event updated for resources: {'Port': ['ID=b427f120-431f-403b-a9b0-f36f44a3dd55,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:19.463056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:19.486022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 2feac0f9-1499-4505-a9eb-04bed0f5c80a {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:14:19.486628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 2feac0f9-1499-4505-a9eb-04bed0f5c80a not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:14:19.535516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:19.540994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:19.541826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:19.566201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:19.740801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8221-cbc7-4db7-9090-7c906638e783 req-0ad3f0e5-526b-4898-9e83-3aeb67c9f46b tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:19.748458 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-efef8221-cbc7-4db7-9090-7c906638e783 req-0ad3f0e5-526b-4898-9e83-3aeb67c9f46b tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 932 time: 0.1613512 Jul 23 17:14:19.757162 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6926820 Jul 23 17:14:19.766277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:19.787056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Request body: {'port': {'device_id': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:19.836747 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-efef8221-cbc7-4db7-9090-7c906638e783 req-b295396e-7b2f-4ab8-aeba-f7c98abe05df tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851729 Jul 23 17:14:19.915672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:19.958052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-101c9d1c-77bf-4f41-a8c4-0dce1beabfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:19.993328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86612f62-681e-4abb-8a00-8fd4e204fb8a,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:19.997033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:20.017752 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-6cbe46f4-7214-4431-8916-1b02268c5c03 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522582 Jul 23 17:14:20.139219 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d20d6fb9063a4feeae21fb3d4ab85095&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4365115 Jul 23 17:14:20.139454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48464) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:20.167698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14742615-16d6-4512-a29c-a61a9cee2677 req-8e87a6af-554e-49ee-bb7b-fcbffedca197 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:20.176348 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-14742615-16d6-4512-a29c-a61a9cee2677 req-8e87a6af-554e-49ee-bb7b-fcbffedca197 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1549370 Jul 23 17:14:20.258695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:20.282827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:20.288137 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-14742615-16d6-4512-a29c-a61a9cee2677 req-62699268-7d41-4978-8c1c-196d66037ffc tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946343 Jul 23 17:14:20.316994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:20.381849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:20.391739 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:20.421107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:20.429799 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/86612f62-681e-4abb-8a00-8fd4e204fb8a HTTP/1.1" status: 204 len: 168 time: 0.2848074 Jul 23 17:14:20.441833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86612f62-681e-4abb-8a00-8fd4e204fb8a,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:20.446039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:20.466259 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80d81626-fa40-4331-a433-ed563d8f4ff2 req-880e80c2-992d-42db-b135-e435ab4ea51a service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993552 Jul 23 17:14:20.679233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:14:20.705551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:14:20.754181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:14:20.755872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:14:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:20.849611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:21.146310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:14:21.188943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ed1a3-d271-4526-8f93-0d44da4b67ac req-4d788e25-0f9b-4e71-9d3d-c5bb91e405ca tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:21.200410 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c47ed1a3-d271-4526-8f93-0d44da4b67ac req-4d788e25-0f9b-4e71-9d3d-c5bb91e405ca tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 932 time: 0.1092832 Jul 23 17:14:21.263185 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c47ed1a3-d271-4526-8f93-0d44da4b67ac req-1470a4fb-9adc-4a43-9c74-d68d4e652090 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617137 Jul 23 17:14:21.277339 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-cec889e3-fa98-4bfc-b739-4545d1debdc2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "PUT /v2.0/floatingips/86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6 HTTP/1.1" status: 200 len: 991 time: 9.6472793 Jul 23 17:14:21.309689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:21.394155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b427f120-431f-403b-a9b0-f36f44a3dd55 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:21.417424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:21.466873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Transition to ACTIVE for port object b427f120-431f-403b-a9b0-f36f44a3dd55 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:21.470574 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'status': 'completed', 'code': 200} Jul 23 17:14:21.580543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:21.605175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dcfb5dfc-aa6f-49e0-8e84-23b2d3f050cf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:21.663504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51ffbf-9a5d-4009-9094-c761f40e4df2 req-194f5611-8114-4d94-b4d7-b6e5a75e7c48 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:21.674066 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2e51ffbf-9a5d-4009-9094-c761f40e4df2 req-194f5611-8114-4d94-b4d7-b6e5a75e7c48 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1037242 Jul 23 17:14:21.783430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Pushing event updated for resources: {'Port': ['ID=b427f120-431f-403b-a9b0-f36f44a3dd55,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:21.819464 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'floating_ip_address': '172.28.0.182', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'mac_address': 'fa:16:3e:b0:12:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:33Z', 'updated_at': '2021-07-23T17:14:13Z', 'revision_number': 1, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:21.824933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:14:21.838017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:21.841868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:14:21.843193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:14:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:21.868349 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2e51ffbf-9a5d-4009-9094-c761f40e4df2 req-4f76b6e4-4a69-49aa-af6d-2781de2de616 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926627 Jul 23 17:14:22.112484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:14:22.317752 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-06fa7b7c-b425-4e1a-88dc-f0888294b72a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1098 time: 0.8490679 Jul 23 17:14:22.321076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Attempting to bind port b427f120-431f-403b-a9b0-f36f44a3dd55 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:22.321525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Attempting to bind port b427f120-431f-403b-a9b0-f36f44a3dd55 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:22.321972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Attempting to bind port b427f120-431f-403b-a9b0-f36f44a3dd55 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:22.330060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Port b427f120-431f-403b-a9b0-f36f44a3dd55 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:22.330459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Attempting to bind port b427f120-431f-403b-a9b0-f36f44a3dd55 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:22.370970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:22.371845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Checking segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:22.371845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Bound using segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:22.372221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Bound port: b427f120-431f-403b-a9b0-f36f44a3dd55, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:22.372622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:22.535477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-c0ef4bb2-f582-4579-87a8-b8b2630bdcaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:22.538858 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-c0ef4bb2-f582-4579-87a8-b8b2630bdcaa service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.2056439 Jul 23 17:14:22.570370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cdbc9-5a7f-47f9-a4c7-d0dbec74bb41 req-f5d46e99-e1d2-4ccd-8a2a-0eb7c032d100 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:22.580266 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5c6cdbc9-5a7f-47f9-a4c7-d0dbec74bb41 req-f5d46e99-e1d2-4ccd-8a2a-0eb7c032d100 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 944 time: 0.1225913 Jul 23 17:14:22.661299 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5c6cdbc9-5a7f-47f9-a4c7-d0dbec74bb41 req-5387f685-e6a5-43d8-9d86-15bd49400d9d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786612 Jul 23 17:14:22.669792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'floating_ip_address': '172.28.0.182', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'mac_address': 'fa:16:3e:b0:12:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:33Z', 'updated_at': '2021-07-23T17:14:13Z', 'revision_number': 1, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:22.677694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] For port b427f120-431f-403b-a9b0-f36f44a3dd55, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:22.683001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] For port b427f120-431f-403b-a9b0-f36f44a3dd55, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b427f120-431f-403b-a9b0-f36f44a3dd55,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:22.685086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063fc2-0e58-4a5f-9ff6-92f7c045cea3 None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'floating_ip_address': '172.28.0.182', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'mac_address': 'fa:16:3e:b0:12:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:33Z', 'updated_at': '2021-07-23T17:14:13Z', 'revision_number': 1, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:14:22.749576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:22.755634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:22.789354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48578) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:22.873151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:22.875382 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] 10.222.0.102 "PUT /v2.0/ports/b427f120-431f-403b-a9b0-f36f44a3dd55 HTTP/1.1" status: 200 len: 1094 time: 3.0937064 Jul 23 17:14:22.941183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Deleting subnet 77766d96-1cb7-41fb-9641-d6a6621406b1 {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:14:22.946245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:22.988232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Pushing event updated for resources: {'Port': ['ID=b427f120-431f-403b-a9b0-f36f44a3dd55,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:23.007534 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-115d4350-705e-45e5-a050-34b2d58164e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 999 time: 0.3215995 Jul 23 17:14:23.009318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:23.034690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:23.047088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:23.106596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-224941f6-9313-4868-ab8c-96c9b2b9f630 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:23.108227 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-224941f6-9313-4868-ab8c-96c9b2b9f630 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0872951 Jul 23 17:14:23.178004 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-5981c39f-f9ea-4096-b19d-f355daeaed15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 1097 time: 0.2411017 Jul 23 17:14:23.319598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638ff5a-b65e-4366-adbb-ec75b16ac405 None None] New status for floating IP 86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6: ACTIVE {{(pid=82119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:14:23.354527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc410a-3947-461e-b944-aa560e0f9eb1 req-505e93a5-b4cd-43a7-9e04-ddff4d90f766 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:23.364018 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04dc410a-3947-461e-b944-aa560e0f9eb1 req-505e93a5-b4cd-43a7-9e04-ddff4d90f766 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.2595959 Jul 23 17:14:23.393019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:23.408647 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-ac65700d-f7eb-47d7-9279-41ed3f6d5b7c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b427f120-431f-403b-a9b0-f36f44a3dd55 HTTP/1.1" status: 200 len: 217 time: 0.2218933 Jul 23 17:14:23.413214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:23.455375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77766d96-1cb7-41fb-9641-d6a6621406b1,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:23.500398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:23.544737 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04dc410a-3947-461e-b944-aa560e0f9eb1 req-783098f6-63f9-4cf5-8047-bfe7b0e7ed70 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795201 Jul 23 17:14:23.549878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:23.579456 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/77766d96-1cb7-41fb-9641-d6a6621406b1 HTTP/1.1" status: 204 len: 168 time: 0.7885261 Jul 23 17:14:23.580846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48602) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:23.584746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'tag': 'b427f120-431f-403b-a9b0-f36f44a3dd55'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:23.669408 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-32ba2910-41d0-4e94-b73b-40895739267c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5469916 Jul 23 17:14:23.836768 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'tag': 'b427f120-431f-403b-a9b0-f36f44a3dd55', 'status': 'completed', 'code': 200} Jul 23 17:14:23.942990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:24.029295 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-c785c8b4-cfad-468d-af7d-44ef9550ba9e service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454545 Jul 23 17:14:24.041505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-2df10b7d-98b6-4841-b714-a96d179a6d98 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:24.044575 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-2df10b7d-98b6-4841-b714-a96d179a6d98 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.6274738 Jul 23 17:14:24.282525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:24.286333 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-b62cee29-7c07-4f4d-ac98-27bc6359638d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092148 Jul 23 17:14:24.300029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.300434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.301578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.302069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.302570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.304288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.304799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.305259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.305694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.306286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.473317 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2b367c-5c27-4fe5-a2ed-226a7d2f4ea0 req-730d49a5-c2cf-4e20-a1db-26f9e4018ca1 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335954 Jul 23 17:14:24.498312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.498528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.498893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.499321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82117) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:14:24.499749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe56ff0-f3aa-4cf1-8397-80958d6efbc1']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:24.525475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ceae16-d153-4da3-86fe-0f741b6b2033') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:24.525891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ceae16-d153-4da3-86fe-0f741b6b2033') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:24.531459 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-edd3bc36-addb-494d-be72-23ce604fd282 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375336 Jul 23 17:14:24.544441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:24.567152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:24.582653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Releasing vlan 1354 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:14:24.582653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: (self, other), Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: (self, other), Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:14:24.600459 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:14:24.728569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c0d64-13da-4613-b815-73a553a8909b req-32ec0f98-dd02-4667-974e-13a54883890d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:24.730377 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-214c0d64-13da-4613-b815-73a553a8909b req-32ec0f98-dd02-4667-974e-13a54883890d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 944 time: 0.7348824 Jul 23 17:14:24.813243 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7424dce-fcad-409a-bda0-699cd74e8c9d req-0934e319-46ef-4c19-b6de-2b266b5ebc7f service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713921 Jul 23 17:14:24.965996 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-e3f64e1d-94c3-46df-b5ac-0886344871ca service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 1097 time: 0.0985124 Jul 23 17:14:24.976344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:25.010346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:25.026271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa59f5d2-2897-45e3-be50-c4fe7700a5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:25.097760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-214c0d64-13da-4613-b815-73a553a8909b req-f7ca9350-3470-4991-918c-e1862c4d22af tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454857 Jul 23 17:14:25.102148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe56ff0-f3aa-4cf1-8397-80958d6efbc1,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:25.104985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:25.148053 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] 10.222.0.100 "DELETE /v2.0/networks/bfe56ff0-f3aa-4cf1-8397-80958d6efbc1 HTTP/1.1" status: 204 len: 168 time: 1.5614774 Jul 23 17:14:25.171978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2f49f-2702-488f-a598-8b8ac0887d30 req-36295222-9b82-4a35-9883-df856add9b67 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:25.181296 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-98b2f49f-2702-488f-a598-8b8ac0887d30 req-36295222-9b82-4a35-9883-df856add9b67 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.3971367 Jul 23 17:14:25.217659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-ada95597-f261-4418-ae1e-9595876489fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:25.219509 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-ada95597-f261-4418-ae1e-9595876489fe service neutron] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 916 time: 0.2449021 Jul 23 17:14:25.249536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-98b2f49f-2702-488f-a598-8b8ac0887d30 req-bc0363c1-7849-41f3-8356-da2048ef8a84 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Jul 23 17:14:25.324703 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-bb71498a-da9f-48a7-90d2-8b7c8e1d1a88 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b427f120-431f-403b-a9b0-f36f44a3dd55 HTTP/1.1" status: 200 len: 217 time: 0.0954416 Jul 23 17:14:25.438609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-826f24ed-7c87-4164-b663-d8128ce9a735 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:25.440457 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-826f24ed-7c87-4164-b663-d8128ce9a735 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.1086786 Jul 23 17:14:25.511683 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-d8587290-1312-4007-b268-3469dbd2d608 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586905 Jul 23 17:14:25.523935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48684) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:25.642712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48690) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:25.759685 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-5410e2a4-d7d7-47dc-b592-e2d7131b8ab3 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404599 Jul 23 17:14:26.013558 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8b014902-1ee5-4deb-a98a-0f97deea9886 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=acd5b1fda0af49a0ba975af3a56d742c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687744 Jul 23 17:14:26.018556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48700) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:26.117423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.164097 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e3ba05-088b-4f21-9add-586fcc3364b1 req-d81e05b9-333e-4e0e-9dc9-4092c024160c service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949630 Jul 23 17:14:26.204761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.223636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.225232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48708) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:26.282949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:26.287361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Usage tracker for resource:security_group_rule and tenant:5bed74cd5f0a426cb0c084e18eb06ad7 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:26.291347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:26.297608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:26.346611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.405455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:26.411805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Usage tracker for resource:security_group_rule and tenant:cb15848113d34279a930eecae54461b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:26.416257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:26.424693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:26.510268 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.513476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.522135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-67a21045-f540-4a8f-bdbd-5c1aa39f8ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:26.558063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.569129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7526d6f8-64ca-48c4-bc9d-0c41f0df54e4,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:26.569985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.572621 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:26.575726 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cb15848113d34279a930eecae54461b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3493066 Jul 23 17:14:26.578707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48726) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:26.583135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-610a7cb9-a1b6-46b9-961b-f5956a49e550 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:26.599967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.651688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.675330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976e3e7-ea4a-400d-bc7e-6b315c2c31d9 req-ca9c89a8-c4e9-434a-b6bf-45404e2d3f17 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:26.676959 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b976e3e7-ea4a-400d-bc7e-6b315c2c31d9 req-ca9c89a8-c4e9-434a-b6bf-45404e2d3f17 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 944 time: 0.3465819 Jul 23 17:14:26.681048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.688593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1b830-379f-46f8-a48e-e7228dd7c5d1 req-2a300b99-5fa1-4788-b2b6-b6dd14578e83 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:26.696994 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e4e1b830-379f-46f8-a48e-e7228dd7c5d1 req-2a300b99-5fa1-4788-b2b6-b6dd14578e83 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.2871213 Jul 23 17:14:26.707043 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5bed74cd5f0a426cb0c084e18eb06ad7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1812680 Jul 23 17:14:26.710505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48732) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:26.725783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceaa916-ad26-4af2-8af7-49f504e26993,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:26.756872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:26.756872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5439f6c5-b84c-4bd9-bca2-b63a237a5404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:26.771388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.774092 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0cee95ee-db15-4414-9783-fb69a8b47664 HTTP/1.1" status: 204 len: 168 time: 0.7536526 Jul 23 17:14:26.819481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee95ee-db15-4414-9783-fb69a8b47664,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:26.823438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:26.839495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.867788 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e4e1b830-379f-46f8-a48e-e7228dd7c5d1 req-79eed0ea-dc40-45a4-ada6-6a8cd67ff765 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697350 Jul 23 17:14:26.875849 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b976e3e7-ea4a-400d-bc7e-6b315c2c31d9 req-65c6b352-c09c-4660-870a-3e3607c7afdf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735947 Jul 23 17:14:26.893919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.926158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.934679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:26.953580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7526d6f8-64ca-48c4-bc9d-0c41f0df54e4,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:26.978282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:26.992543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:26.999015 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7526d6f8-64ca-48c4-bc9d-0c41f0df54e4 HTTP/1.1" status: 204 len: 168 time: 0.4187565 Jul 23 17:14:27.016450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:27.021062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-66f8a7a7-a052-4ab8-948a-94807b3863e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:27.037923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceaa916-ad26-4af2-8af7-49f504e26993,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:27.043830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:27.046221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:27.048135 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6ceaa916-ad26-4af2-8af7-49f504e26993 HTTP/1.1" status: 204 len: 168 time: 0.3334827 Jul 23 17:14:27.450557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b427f120-431f-403b-a9b0-f36f44a3dd55 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:14:27.642417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port b427f120-431f-403b-a9b0-f36f44a3dd55, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b427f120-431f-403b-a9b0-f36f44a3dd55,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:27.660540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'b427f120-431f-403b-a9b0-f36f44a3dd55', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'port_id': 'b427f120-431f-403b-a9b0-f36f44a3dd55', 'mac_address': 'fa:16:3e:61:99:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a441b0-4182-496e-8579-c540e4fc35b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:14:27.703207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48762) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:27.771928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:27.793836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:27.843021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b427f120-431f-403b-a9b0-f36f44a3dd55 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:27.878937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port b427f120-431f-403b-a9b0-f36f44a3dd55, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b427f120-431f-403b-a9b0-f36f44a3dd55,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:27.884064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:27.892771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:27.907473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:27.917145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2a697b25454e46a48228f031821b6b is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:27.926629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:27.938208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:27.991680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=b427f120-431f-403b-a9b0-f36f44a3dd55,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:28.004877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.006512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.007287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.007850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.008374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.009285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.009843 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.010384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.010907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.011420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.012296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:28.017575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:28.085077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.090869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.112990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:28.193212 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8b2a697b25454e46a48228f031821b6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4879491 Jul 23 17:14:28.194831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2aaadd-ac81-4124-aba1-7c17c1889c8c,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:28.196379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['b427f120-431f-403b-a9b0-f36f44a3dd55'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:28.197985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48782) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:28.199024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:28.466795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48788) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:28.507013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.530893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.546647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47db4-427d-4f45-a2ed-25bf3e5b7b4b req-ff49265d-4f94-46dd-b5b7-10d19cc65219 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:28.548365 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5a47db4-427d-4f45-a2ed-25bf3e5b7b4b req-ff49265d-4f94-46dd-b5b7-10d19cc65219 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 945 time: 0.3007548 Jul 23 17:14:28.611572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.628090 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d15e7-1630-4de3-85c0-9c49e3fb673a req-e4765518-0854-46d2-af66-7d482e8ad64f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:28.629789 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a6d15e7-1630-4de3-85c0-9c49e3fb673a req-e4765518-0854-46d2-af66-7d482e8ad64f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.2961683 Jul 23 17:14:28.728395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:28.747021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Usage tracker for resource:security_group_rule and tenant:e7253a6de69a427da723e3b2c1c655c6 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:28.751818 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:28.758204 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5a47db4-427d-4f45-a2ed-25bf3e5b7b4b req-a68ea06a-38e3-43b7-b8b8-90f61580c54c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986279 Jul 23 17:14:28.772230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:28.805185 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a6d15e7-1630-4de3-85c0-9c49e3fb673a req-3622c609-b4a8-48c5-a992-5b1aadb55e38 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584289 Jul 23 17:14:28.823766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.831724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-507642fe-2fca-40f9-8951-a890ac5b61e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:28.853964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2aaadd-ac81-4124-aba1-7c17c1889c8c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:28.856928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:28.918987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.922231 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2f2aaadd-ac81-4124-aba1-7c17c1889c8c HTTP/1.1" status: 204 len: 168 time: 0.7226508 Jul 23 17:14:28.946986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.951332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:28.963390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:29.024922 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e7253a6de69a427da723e3b2c1c655c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5532815 Jul 23 17:14:29.024922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8991a72b-91e4-463b-bad8-1771f328a4b3,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:29.025385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48806) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:29.041887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:29.080143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48810) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:29.118724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.152153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.227210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.232196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:29.246737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8991a72b-91e4-463b-bad8-1771f328a4b3,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:29.254612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:29.289690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.294897 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8991a72b-91e4-463b-bad8-1771f328a4b3 HTTP/1.1" status: 204 len: 168 time: 0.2682621 Jul 23 17:14:29.454162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b427f120-431f-403b-a9b0-f36f44a3dd55 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:29.503493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1418354867-network', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:29.522667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:29.535217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Usage tracker for resource:network and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:29.545756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:29.566045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:29.605204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Made reservation on behalf of 52cc6cc955c54f02a5be1ef848d0cd06 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:29.611249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.635314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port b427f120-431f-403b-a9b0-f36f44a3dd55 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:29.643486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.644236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port b427f120-431f-403b-a9b0-f36f44a3dd55 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:29.644656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.717156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:29.723806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:29.728821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:29.737016 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:29.829599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.910943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port b427f120-431f-403b-a9b0-f36f44a3dd55, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b427f120-431f-403b-a9b0-f36f44a3dd55,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:29.914875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427f120-431f-403b-a9b0-f36f44a3dd55'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:29.935533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:29.942995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:30.077226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:30.086109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:30.102520 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b5a5b8c6-f00e-4173-b1d5-6d173eef34cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:30.126960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=b427f120-431f-403b-a9b0-f36f44a3dd55,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:30.133107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:30.188646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:14:30.333352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1354} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:14:30.348195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d1988e-ade4-4f8c-b465-b335e889e096,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:30.359303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:30.368741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:30.369385 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Added segment e7ef3531-3159-4b61-8404-4a9dd1faf10a of type vlan for network 9302024a-5672-4dab-93c4-d25b784e8186 Jul 23 17:14:30.442786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:30.455314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd483958-9c1f-4f41-83e4-6f73009686ef req-28611d02-1302-4357-a049-2a6ba5b3c78c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:30.457119 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bd483958-9c1f-4f41-83e4-6f73009686ef req-28611d02-1302-4357-a049-2a6ba5b3c78c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 946 time: 0.1997223 Jul 23 17:14:30.474178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68353d9-a4e6-42a3-a1db-75ae94a6daba req-8c68450a-0033-4c5c-944b-0acb79bd836c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:30.482146 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b68353d9-a4e6-42a3-a1db-75ae94a6daba req-8c68450a-0033-4c5c-944b-0acb79bd836c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.3380125 Jul 23 17:14:30.573914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:30.584741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:30.585176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:30.595770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a780b9e5-844d-4fa1-8543-f1835d94b81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:30.647381 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b68353d9-a4e6-42a3-a1db-75ae94a6daba req-807f263c-0f56-4f99-9786-011e4d7d8008 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637299 Jul 23 17:14:30.666605 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bd483958-9c1f-4f41-83e4-6f73009686ef req-5b6d4fc1-f759-40dd-9ade-c0c8d8e75a7f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808038 Jul 23 17:14:30.802981 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427f120-431f-403b-a9b0-f36f44a3dd55', 'code': 200} Jul 23 17:14:30.932760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8466465 Jul 23 17:14:30.933380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48874) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:30.939725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Request body: {'subnet': {'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1418354867-subnet', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:30.950768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:30.960035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Pushing event updated for resources: {'Network': ['ID=9302024a-5672-4dab-93c4-d25b784e8186,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:30.961457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Usage tracker for resource:subnet and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:30.967203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:30.972201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:30.977525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 9302024a-5672-4dab-93c4-d25b784e8186 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:14:31.005005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:31.023933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Made reservation on behalf of 52cc6cc955c54f02a5be1ef848d0cd06 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:31.029402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:31.497670 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8a22dcd-8a57-4284-9a08-354a2b1c257c req-a7b04072-4ea9-41e9-9480-093532dbe5e9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 1099 time: 0.3034205 Jul 23 17:14:31.679395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:31.681565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-e8a22dcd-8a57-4284-9a08-354a2b1c257c req-aeafe04d-153e-4f14-83ca-3ae48295ab2b service neutron] Synchronizing usage tracker for tenant:6be2e3b8dbd84b61b3e82e95e6a63248 on resource:security_group {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:31.718572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-93e9455f-502a-49db-92d2-6aafe8099c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:31.997857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f493c9c-910d-4e42-b495-04fc56f94659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.197962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-e8a22dcd-8a57-4284-9a08-354a2b1c257c req-aeafe04d-153e-4f14-83ca-3ae48295ab2b service neutron] Unset dirty status for tenant:6be2e3b8dbd84b61b3e82e95e6a63248 on resource:security_group {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:32.199265 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8a22dcd-8a57-4284-9a08-354a2b1c257c req-aeafe04d-153e-4f14-83ca-3ae48295ab2b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865630 Jul 23 17:14:32.204974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:32.224229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:32.295762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Checking segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:32.296160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Network hostable DHCP agents. Network: 9302024a-5672-4dab-93c4-d25b784e8186, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:14:32.352364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3561d-3932-46c6-8c19-3a606ba00435 req-c8cd51d3-00a9-405f-9265-d199667e1de7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:32.363174 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-94f3561d-3932-46c6-8c19-3a606ba00435 req-c8cd51d3-00a9-405f-9265-d199667e1de7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.3150156 Jul 23 17:14:32.367496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Network 9302024a-5672-4dab-93c4-d25b784e8186 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:14:32.387955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 9302024a-5672-4dab-93c4-d25b784e8186) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:32.401747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ffc174-25c9-4b26-a5e5-ade5c5fca713 None None] Network 9302024a-5672-4dab-93c4-d25b784e8186 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:14:32.411801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:32.413073 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.452279 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-94f3561d-3932-46c6-8c19-3a606ba00435 req-467f03dd-21c8-4deb-a148-b874dcc652dd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883648 Jul 23 17:14:32.470992 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5362825 Jul 23 17:14:32.473681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 48920) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:32.492365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:32.498780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:32.503838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Usage tracker for resource:router and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:32.510467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:32.512468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418ffa-a63d-4ece-a7bf-33a7f2fe4fc4 req-539b7b19-4ea1-459c-95b6-10e9007e9949 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:32.519105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:32.521597 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fe418ffa-a63d-4ece-a7bf-33a7f2fe4fc4 req-539b7b19-4ea1-459c-95b6-10e9007e9949 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 946 time: 0.3329568 Jul 23 17:14:32.541805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.546653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.608258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.661363 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fe418ffa-a63d-4ece-a7bf-33a7f2fe4fc4 req-7e277722-559f-40a4-a7ce-a7b41962f8f7 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302547 Jul 23 17:14:32.879342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-9302024a-5672-4dab-93c4-d25b784e8186', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:14:32.880392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:33.089402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:33.182452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Allocated IP 172.20.0.2 (9302024a-5672-4dab-93c4-d25b784e8186/d4f029e1-b5dc-4c41-aa03-fe4f69eb4673/5e0f5133-6850-46b2-b78b-5bae763eefcc) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:33.353336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:33.400087 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:33.612640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Allocated IP 172.28.0.224 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/77d89b75-2990-4e39-a972-9c9101e30e47) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:33.829212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:33.860190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Transition to ACTIVE for port object 5e0f5133-6850-46b2-b78b-5bae763eefcc will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:33.880672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db2a9-4397-4505-8ade-21cc9b9c34cb req-8b640108-c632-4a0d-8bdf-d723d2d78533 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:33.890259 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-642db2a9-4397-4505-8ade-21cc9b9c34cb req-8b640108-c632-4a0d-8bdf-d723d2d78533 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1787434 Jul 23 17:14:33.920319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Transition to ACTIVE for port object 5e0f5133-6850-46b2-b78b-5bae763eefcc will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:33.931841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:33.940676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:34.036186 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-642db2a9-4397-4505-8ade-21cc9b9c34cb req-17b76b41-837f-430c-9356-79bbdb1a80e7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444144 Jul 23 17:14:34.040937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.077152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Pushing event updated for resources: {'Port': ['ID=5e0f5133-6850-46b2-b78b-5bae763eefcc,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:34.083587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:34.100093 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Network 9302024a-5672-4dab-93c4-d25b784e8186 is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:34.103965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:34.104629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.108866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:34.110552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5ba3-4a8c-4122-a474-2f07429554df req-0c680b7d-5424-45e9-a405-8ef068c76782 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:34.112537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:34.113397 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0aeb5ba3-4a8c-4122-a474-2f07429554df req-0c680b7d-5424-45e9-a405-8ef068c76782 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 946 time: 0.1760104 Jul 23 17:14:34.176770 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0aeb5ba3-4a8c-4122-a474-2f07429554df req-e117c8f4-bfa9-4a01-bfab-22ed8a4391cc tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Jul 23 17:14:34.232911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:34.232911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:34.248322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:34.298506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=77d89b75-2990-4e39-a972-9c9101e30e47,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:34.304830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:34.392798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Attempting to bind port 5e0f5133-6850-46b2-b78b-5bae763eefcc on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:34.393827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Attempting to bind port 5e0f5133-6850-46b2-b78b-5bae763eefcc by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:34.395034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Attempting to bind port 5e0f5133-6850-46b2-b78b-5bae763eefcc on network 9302024a-5672-4dab-93c4-d25b784e8186 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:34.403077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.416979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:34.420151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Checking segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:34.420617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.421064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Bound using segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:34.421620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Bound port: 5e0f5133-6850-46b2-b78b-5bae763eefcc, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:34.422071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.431788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.432592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.594063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] For port 5e0f5133-6850-46b2-b78b-5bae763eefcc, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:34.599530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] For port 5e0f5133-6850-46b2-b78b-5bae763eefcc, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5e0f5133-6850-46b2-b78b-5bae763eefcc,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:34.605308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.612053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4bd57d66-d139-4d5a-ae6d-cb3eebda3196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:34.719851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Pushing event updated for resources: {'Port': ['ID=5e0f5133-6850-46b2-b78b-5bae763eefcc,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:34.723454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:34.856920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Router 2965e31f-999c-486b-892f-6b139b233047 is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:14:35.163400 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:14:35.171394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:35.183293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d48017-3599-430c-8aff-940890576187 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:14:35.218060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:35.222011 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7439556 Jul 23 17:14:35.222406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 48994) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:35.230266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d48017-3599-430c-8aff-940890576187 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:14:35.231178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-85d48017-3599-430c-8aff-940890576187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:14:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:35.608814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-85d48017-3599-430c-8aff-940890576187 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:14:35.645808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dba66ba4-8350-4d96-b007-2c413d5bb4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:35.737283 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850f538-aaaf-4c17-aad5-36afb13d3f1c req-c1f857a4-01a8-49cc-9708-468f35efd7f2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:35.739689 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b850f538-aaaf-4c17-aad5-36afb13d3f1c req-c1f857a4-01a8-49cc-9708-468f35efd7f2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.2553287 Jul 23 17:14:36.125518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-85d48017-3599-430c-8aff-940890576187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:34Z', 'revision_number': 3, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:36.131444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d48017-3599-430c-8aff-940890576187 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:14:36.131858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d48017-3599-430c-8aff-940890576187 None None] Updating router 2965e31f-999c-486b-892f-6b139b233047 port 77d89b75-2990-4e39-a972-9c9101e30e47 binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:14:36.170872 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b850f538-aaaf-4c17-aad5-36afb13d3f1c req-c798745b-7a1e-4bec-b1ee-00321ac3e40b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023120 Jul 23 17:14:36.201437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49018) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:36.355266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85d48017-3599-430c-8aff-940890576187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:36.433120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5e0f5133-6850-46b2-b78b-5bae763eefcc up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:36.534651 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:36.597103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:36.608754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9ecb301c504803aef8d6eb26b83be8 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:36.617612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:36.634382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:36.799358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 5e0f5133-6850-46b2-b78b-5bae763eefcc completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:36.873611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:36.879836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:36.894375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a63ab3f4-7f5e-4a22-a6e0-8467d1346d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:37.007037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68711f-ab48-4e84-a93a-313317582bea,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:37.030255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:37.038855 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dc9ecb301c504803aef8d6eb26b83be8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8352025 Jul 23 17:14:37.039575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49038) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:37.220000 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85d48017-3599-430c-8aff-940890576187 None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.240605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-85d48017-3599-430c-8aff-940890576187 None None] Transition to ACTIVE for port object 77d89b75-2990-4e39-a972-9c9101e30e47 will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:37.250533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.251687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85d48017-3599-430c-8aff-940890576187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.255918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.259679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca02936d-1661-4ff8-b2ea-9d2cc88b3da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:37.319486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.347632 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a5c92-246d-4fda-8dfa-1776a447da90 None None] Network 9302024a-5672-4dab-93c4-d25b784e8186 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:14:37.386851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.423197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.440077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-53297dce-4731-4139-ae89-b4f51d4731f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:37.442837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Provisioning for port 5e0f5133-6850-46b2-b78b-5bae763eefcc completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:37.481169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68711f-ab48-4e84-a93a-313317582bea,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:37.493193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.495465 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ab68711f-ab48-4e84-a93a-313317582bea HTTP/1.1" status: 204 len: 168 time: 0.4542539 Jul 23 17:14:37.496715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:37.626872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Provisioning complete for port 5e0f5133-6850-46b2-b78b-5bae763eefcc triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:37.628855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.709951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Pushing event updated for resources: {'Port': ['ID=77d89b75-2990-4e39-a972-9c9101e30e47,revision_number=2']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:37.748929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.748929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.749301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.749796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.750260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.757644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.758042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.758509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.758983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.759440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.759909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:37.768081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:37.814966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-85d48017-3599-430c-8aff-940890576187 None None] Attempting to bind port 77d89b75-2990-4e39-a972-9c9101e30e47 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:37.815554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-85d48017-3599-430c-8aff-940890576187 None None] Attempting to bind port 77d89b75-2990-4e39-a972-9c9101e30e47 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:37.816054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d48017-3599-430c-8aff-940890576187 None None] Attempting to bind port 77d89b75-2990-4e39-a972-9c9101e30e47 on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:37.836491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d48017-3599-430c-8aff-940890576187 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:37.836977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d48017-3599-430c-8aff-940890576187 None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:37.837652 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85d48017-3599-430c-8aff-940890576187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.838253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d48017-3599-430c-8aff-940890576187 None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:37.838903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-85d48017-3599-430c-8aff-940890576187 None None] Bound port: 77d89b75-2990-4e39-a972-9c9101e30e47, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:37.846447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85d48017-3599-430c-8aff-940890576187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:37.879880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b0eb-18df-4a86-a77c-4c97d851c568 req-65406f5d-8dd5-4858-a185-fc04292b74cd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:37.892155 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2544b0eb-18df-4a86-a77c-4c97d851c568 req-65406f5d-8dd5-4858-a185-fc04292b74cd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.3490927 Jul 23 17:14:38.019800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-85d48017-3599-430c-8aff-940890576187 None None] For port 77d89b75-2990-4e39-a972-9c9101e30e47, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:38.028967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-85d48017-3599-430c-8aff-940890576187 None None] For port 77d89b75-2990-4e39-a972-9c9101e30e47, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=77d89b75-2990-4e39-a972-9c9101e30e47,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:38.036076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85d48017-3599-430c-8aff-940890576187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:38.051978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca02936d-1661-4ff8-b2ea-9d2cc88b3da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:38.074327 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2544b0eb-18df-4a86-a77c-4c97d851c568 req-68f25ec0-a7b6-4e8d-85b2-aadd060a2c4a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809299 Jul 23 17:14:38.152728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Allocated IP 172.20.0.1 (9302024a-5672-4dab-93c4-d25b784e8186/d4f029e1-b5dc-4c41-aa03-fe4f69eb4673/a7b07727-52a2-4470-8137-af15b5d5abae) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:38.242085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Pushing event updated for resources: {'Port': ['ID=77d89b75-2990-4e39-a972-9c9101e30e47,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:38.249131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:38.267199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d48017-3599-430c-8aff-940890576187 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:14:38.268039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-85d48017-3599-430c-8aff-940890576187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:14:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:38.329696 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:38.427961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] For port 5e0f5133-6850-46b2-b78b-5bae763eefcc, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5e0f5133-6850-46b2-b78b-5bae763eefcc,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:38.432467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:38.435427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:38.674638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:38.678445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Pushing event updated for resources: {'Port': ['ID=5e0f5133-6850-46b2-b78b-5bae763eefcc,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:38.695806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:38.727957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-85d48017-3599-430c-8aff-940890576187 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:14:38.741936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Transition to ACTIVE for port object a7b07727-52a2-4470-8137-af15b5d5abae will not be triggered until provisioned by entity DHCP. {{(pid=82117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:38.790282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:38.812865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:38.998664 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b8d64b06-a5eb-4c5e-93cf-a739c4dcf53e None None] Provisioning complete for port 5e0f5133-6850-46b2-b78b-5bae763eefcc triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:38.999085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b8d64b06-a5eb-4c5e-93cf-a739c4dcf53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:39.060326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b07727-52a2-4470-8137-af15b5d5abae,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:39.070863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:39.087210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Network 9302024a-5672-4dab-93c4-d25b784e8186 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:39.088781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:39.106511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:39.249289 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:39.461370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:39.542154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-85d48017-3599-430c-8aff-940890576187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:34Z', 'revision_number': 3, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:39.554640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d48017-3599-430c-8aff-940890576187 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:34Z', 'revision_number': 3, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:14:39.751898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-621f1295-0931-44f2-ad4a-d0794c461a52 None None] Provisioning for port a7b07727-52a2-4470-8137-af15b5d5abae completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:39.760244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-621f1295-0931-44f2-ad4a-d0794c461a52 None None] Provisioning complete for port a7b07727-52a2-4470-8137-af15b5d5abae triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:39.761112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-621f1295-0931-44f2-ad4a-d0794c461a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:39.832118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-621f1295-0931-44f2-ad4a-d0794c461a52 None None] Port a7b07727-52a2-4470-8137-af15b5d5abae cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:14:39.860597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98b43c-7492-4109-a12e-5fd1597d197b req-f833e6fb-639f-4885-a785-8dc51b3371f2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:39.862673 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ca98b43c-7492-4109-a12e-5fd1597d197b req-f833e6fb-639f-4885-a785-8dc51b3371f2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.4069474 Jul 23 17:14:40.021595 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ca98b43c-7492-4109-a12e-5fd1597d197b req-46cf9f9d-b4fb-4947-b146-a9b806bd51a1 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460898 Jul 23 17:14:40.080849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:40.086984 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:40.166496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:40.273205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:40.281069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b07727-52a2-4470-8137-af15b5d5abae,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:40.283494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:40.398542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5e0f5133-6850-46b2-b78b-5bae763eefcc up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:40.529360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 5e0f5133-6850-46b2-b78b-5bae763eefcc triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:40.530813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:40.599947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Network 9302024a-5672-4dab-93c4-d25b784e8186 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:40.602003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:41.053544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49144) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:41.332735 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-ac59cb1f-5d34-48f1-be2c-5ac09761d0dd None None] Provisioning complete for port a7b07727-52a2-4470-8137-af15b5d5abae triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:41.334329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ac59cb1f-5d34-48f1-be2c-5ac09761d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:41.439968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ac59cb1f-5d34-48f1-be2c-5ac09761d0dd None None] Port a7b07727-52a2-4470-8137-af15b5d5abae cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:14:41.533154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49170) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:41.539961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-8e06c581-a3bb-4b49-8605-c050d66edf36 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:41.541915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-8e06c581-a3bb-4b49-8605-c050d66edf36 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.3504400 Jul 23 17:14:41.685797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:41.723606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:41.784406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:41.813515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1821df9d4246cdb7475cec19507e57 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:41.817064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:41.820668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:41.832425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Usage tracker for resource:security_group_rule and tenant:e6cea84785a74c7aa37fb383a2d89b45 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:41.837340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:41.840125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:41.851389 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:41.938760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-339d1dc6-0e11-4294-b8ff-a95df6a47206 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/quotas/52afb3a506214652943c05a54d7bd4ff HTTP/1.1" status: 200 len: 375 time: 0.3878272 Jul 23 17:14:41.980881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:41.995045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.007878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0ca54b06-9bed-447e-8a4a-e088511d93d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:42.033418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.047668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.058195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5b9f8-0870-4c3b-b53c-c18cb31d04ff req-7a1d303f-9497-4b13-be21-46f22ceaf04c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:42.060591 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5ac5b9f8-0870-4c3b-b53c-c18cb31d04ff req-7a1d303f-9497-4b13-be21-46f22ceaf04c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.6241584 Jul 23 17:14:42.069366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32195c9-85a7-48a1-8742-46a7f93d793f,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:42.078780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:42.082281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:42.103078 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=eb1821df9d4246cdb7475cec19507e57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5684097 Jul 23 17:14:42.113467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49184) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:42.134161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb268f6-3fd1-462d-9245-f6b89887d4f7,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:42.137525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:42.140341 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e6cea84785a74c7aa37fb383a2d89b45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0852802 Jul 23 17:14:42.145249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49188) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:42.245807 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-283187d0-de4b-4c42-b63b-b6ce58e85282 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2925742 Jul 23 17:14:42.274405 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5ac5b9f8-0870-4c3b-b53c-c18cb31d04ff req-f9d0bd11-8ec0-43b4-990f-9cde940e3973 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047241 Jul 23 17:14:42.280348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.309490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 77d89b75-2990-4e39-a972-9c9101e30e47 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:42.366406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.431490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 77d89b75-2990-4e39-a972-9c9101e30e47 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:42.439528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 77d89b75-2990-4e39-a972-9c9101e30e47 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:42.439970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.446589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.450973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:42.466481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb268f6-3fd1-462d-9245-f6b89887d4f7,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:42.469929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:42.481257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.482811 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/acb268f6-3fd1-462d-9245-f6b89887d4f7 HTTP/1.1" status: 204 len: 168 time: 0.3351302 Jul 23 17:14:42.519293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.544082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.584307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Router 2965e31f-999c-486b-892f-6b139b233047 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:14:42.598162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.634022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.652277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 77d89b75-2990-4e39-a972-9c9101e30e47, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=77d89b75-2990-4e39-a972-9c9101e30e47,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:42.655986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.658853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8f950d79-b7eb-42ab-8e21-6b6d35d01811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:42.713058 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-bcb9fc25-f0e8-4ff8-be2c-74453890ab13 service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546819 Jul 23 17:14:42.735509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=77d89b75-2990-4e39-a972-9c9101e30e47,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:42.739277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:42.927803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:42.936185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b8702cf6-eb41-4e2d-9667-b8018fec599f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:42.969055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32195c9-85a7-48a1-8742-46a7f93d793f,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:42.977910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:42.987926 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-18867f9c-36b2-4761-bcdf-ca72e01e39f2 service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659914 Jul 23 17:14:43.002316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:43.003645 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c32195c9-85a7-48a1-8742-46a7f93d793f HTTP/1.1" status: 204 len: 168 time: 0.8869336 Jul 23 17:14:43.073818 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:14:43.080245 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] 10.222.0.100 "PUT /v2.0/routers/2965e31f-999c-486b-892f-6b139b233047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8565416 Jul 23 17:14:43.366716 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1ce832df-e614-4ea3-809e-012296d9ee14 req-f61091ce-0483-495a-8796-85195f135a2f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 210 time: 0.1040919 Jul 23 17:14:43.679752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49248) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:43.717334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:43.765072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455c4d-b9d9-4a13-9858-f281c6b2e90c req-75d7141b-c944-4a30-b129-1eaff4c74d3a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:43.774035 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d455c4d-b9d9-4a13-9858-f281c6b2e90c req-75d7141b-c944-4a30-b129-1eaff4c74d3a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1686497 Jul 23 17:14:43.806100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:43.818225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Usage tracker for resource:security_group_rule and tenant:e1904085575d4590ab6f481e82eff1c3 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:43.822113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:14:43.829798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:43.842008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:43.858357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:14:43.862144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:14:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:43.973686 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d455c4d-b9d9-4a13-9858-f281c6b2e90c req-8dfc0686-aca8-444d-ae0e-abf137bf92db tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984487 Jul 23 17:14:43.997991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.001351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.012239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:44.120691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6616d2ce-bce0-462f-a7df-c24ae2b151c7,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:44.128861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:44.137995 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e1904085575d4590ab6f481e82eff1c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4568088 Jul 23 17:14:44.140957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49258) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:44.283346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49262) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:44.292252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544960720', 'description': 'tempest-description--1443700723'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:44.315508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:44.336177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:44.345878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:44.371002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:44.375247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.396709 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.411157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 77d89b75-2990-4e39-a972-9c9101e30e47 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:44.469504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.559323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49278) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:44.583306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:14:44.603685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:44.608768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.620783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:44.625176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:44.639809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-702d160e-4da4-4b47-9846-f5b6f22c1bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:44.641162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:44.661748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 77d89b75-2990-4e39-a972-9c9101e30e47 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:44.662437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.684184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6616d2ce-bce0-462f-a7df-c24ae2b151c7,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:44.687611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:44.689010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.692684 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6616d2ce-bce0-462f-a7df-c24ae2b151c7 HTTP/1.1" status: 204 len: 168 time: 0.5480561 Jul 23 17:14:44.751067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.758063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.765371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-41fc0a33-4f5a-4469-947a-f9f32f5fb367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:44.818981 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b65f3a23-83e1-42e3-9cc8-e833630fd959 req-bc5813cd-767c-47f5-8eb4-3b8371418cad tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 210 time: 0.1004949 Jul 23 17:14:44.872690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5917b73d-81dd-445d-9467-494b03a1cea7,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:44.877414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:44.879164 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5943644 Jul 23 17:14:44.881110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:44.886374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49292) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:44.898563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'security_group_rule': {'security_group_id': '5917b73d-81dd-445d-9467-494b03a1cea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:44.911480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:44.922290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:44.929437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:44.944216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:45.000977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.015099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.109759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:45.125060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Usage tracker for resource:security_group_rule and tenant:b06473ee8d6141359b62e2f2772ea04f is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:45.136072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:45.155921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:45.157127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.165737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.168155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:45.202025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacc23f1-80db-4508-af63-dda0c8a3e2d4,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:45.243829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:45.280794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.282767 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3948092 Jul 23 17:14:45.287791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49306) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:45.301374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'security_group_rule': {'security_group_id': '5917b73d-81dd-445d-9467-494b03a1cea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:45.436649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:45.473183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:45.481853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:45.508191 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:45.607387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5744-eea1-49f1-a114-365df49f57b0 req-0e82c930-c1cc-4de2-a52f-4f7922ec1400 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:45.609153 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-666a5744-eea1-49f1-a114-365df49f57b0 req-0e82c930-c1cc-4de2-a52f-4f7922ec1400 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.3349693 Jul 23 17:14:45.622920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.689611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 2, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:45.695608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:14:45.696657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Updating router 2965e31f-999c-486b-892f-6b139b233047 port a7b07727-52a2-4470-8137-af15b5d5abae binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:14:45.750925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-f4fcad6b-cba3-4c1e-bf8c-29164029c942 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:45.752919 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-f4fcad6b-cba3-4c1e-bf8c-29164029c942 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.5763066 Jul 23 17:14:45.766178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.784155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.786671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.793070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Request body: {'port': {'device_id': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'admin_state_up': True, 'tenant_id': '52afb3a506214652943c05a54d7bd4ff'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:45.794259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-106c2a76-d56d-4d4d-8ced-bbb487039513 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:45.843887 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-666a5744-eea1-49f1-a114-365df49f57b0 req-b8ccd872-be0b-4790-879a-b47ca31f55d3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193879 Jul 23 17:14:45.847479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8d2395-3e30-44dc-acb7-41c46a2d37e6,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:45.857648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:45.867187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.869364 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c0d491f6-33fd-4877-bcb1-a5070b20e091 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5797334 Jul 23 17:14:45.874180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49324) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:45.878602 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.884007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'floatingip': {'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:45.891339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:45.904007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:floatingip and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:45.913131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:45.921274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:45.931324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49330) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:45.935376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:45.958320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.060139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.079897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f55dd28-0f07-4522-9a50-324c95dc3f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:46.135323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b674a-b58a-4c91-b93b-ae399a82ccbf,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:46.170412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:46.202668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:46.211119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Usage tracker for resource:port and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:46.218855 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b06473ee8d6141359b62e2f2772ea04f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6586564 Jul 23 17:14:46.219701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49336) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:46.219986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:46.220610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:46.229562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:46.236893 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3bcdc427-fc47-49b4-9560-e2ded67d09e4 req-6a1927d7-3d5a-44b2-93d7-64c6f3fff493 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 210 time: 0.1043861 Jul 23 17:14:46.247199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Usage tracker for resource:security_group_rule and tenant:be0625fc1049407b95bd845fc7c042a5 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:46.265838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:46.277053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Made reservation on behalf of 52afb3a506214652943c05a54d7bd4ff for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:46.280471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:46.283181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.351959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.399678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.444341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.491397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.511125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.524127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a6e202dd-11ad-41bb-bc4d-ff89fccdbbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:46.559477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.571599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-214c6973-d525-4aaa-94d9-cdb598772cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:46.603789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b674a-b58a-4c91-b93b-ae399a82ccbf,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:46.609228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:46.642366 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=be0625fc1049407b95bd845fc7c042a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7097337 Jul 23 17:14:46.650773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c1941-622c-43ec-8c44-8905a27b01f9,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:46.654352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:46.657763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49344) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:46.669174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.682886 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/042b674a-b58a-4c91-b93b-ae399a82ccbf HTTP/1.1" status: 204 len: 168 time: 0.4543824 Jul 23 17:14:46.725510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Allocated IP 172.28.0.70 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/68ce6157-74eb-4cfe-a845-fe9375191901) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:46.728126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Allocated IP 172.20.0.8 (a6492c9a-6005-4a70-be38-45ebd62bfd62/48a441b0-4182-496e-8579-c540e4fc35b6/21316ceb-0899-4720-90f6-137b761fbfca) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:46.735747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.768674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Transition to ACTIVE for port object a7b07727-52a2-4470-8137-af15b5d5abae will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:46.780159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.786180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:46.876106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95667d-9e8b-448a-9a1f-24a622ff1bc3 None None] Pushing event updated for resources: {'Port': ['ID=a7b07727-52a2-4470-8137-af15b5d5abae,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:46.881328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c95667d-9e8b-448a-9a1f-24a622ff1bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:46.921688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:46.990256 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.172570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.180246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.218773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.225232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:47.259174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'b427f120-431f-403b-a9b0-f36f44a3dd55'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:47.264819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.287956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-505ea906-86e9-4096-8edc-dbfe547abefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:47.321443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c1941-622c-43ec-8c44-8905a27b01f9,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:47.325174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event updated for resources: {'Port': ['ID=21316ceb-0899-4720-90f6-137b761fbfca,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:47.328469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:47.331320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:47.341890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.354013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:47.362799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:47.364282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:47.368244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:47.375207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:47.378305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.410169 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-12cf6b91-8e29-4668-8ecd-13b77e21a038 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6347897 Jul 23 17:14:47.417320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.419007 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/db5c1941-622c-43ec-8c44-8905a27b01f9 HTTP/1.1" status: 204 len: 168 time: 0.7604101 Jul 23 17:14:47.436190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Request body: {'port': {'device_id': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:47.610941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'Port': ['ID=68ce6157-74eb-4cfe-a845-fe9375191901,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:47.640427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Attempting to bind port a7b07727-52a2-4470-8137-af15b5d5abae on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:47.641048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Attempting to bind port a7b07727-52a2-4470-8137-af15b5d5abae by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:47.641603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Attempting to bind port a7b07727-52a2-4470-8137-af15b5d5abae on network 9302024a-5672-4dab-93c4-d25b784e8186 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:47.648867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:47.652767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:47.660516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:47.669344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:47.684870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:47.685575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Checking segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:47.686381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.687111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Bound using segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:47.688078 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Bound port: a7b07727-52a2-4470-8137-af15b5d5abae, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:47.688517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:47.786277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6c85-8dc4-4830-9289-8dda528402c3 req-b88e5002-cbe5-42d4-b622-eca09dc6547b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:47.788484 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa1b6c85-8dc4-4830-9289-8dda528402c3 req-b88e5002-cbe5-42d4-b622-eca09dc6547b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.5953455 Jul 23 17:14:48.237766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49368) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:48.356922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.458850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] For port a7b07727-52a2-4470-8137-af15b5d5abae, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:48.495615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] For port a7b07727-52a2-4470-8137-af15b5d5abae, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=a7b07727-52a2-4470-8137-af15b5d5abae,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:48.516772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:48.521817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Usage tracker for resource:security_group_rule and tenant:e64132edfd834826b730cb58d94fc9c5 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:14:48.526291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:14:48.534143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:48.556824 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.576011 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.618741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:48.636089 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.677092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.691537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:48.707803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.736137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:14:48.738737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:14:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:48.798692 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:48.911429 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e64132edfd834826b730cb58d94fc9c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6617053 Jul 23 17:14:48.921146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5580333-8f9b-429c-91d3-9dcad3327cbb,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:48.926349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49390) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:48.968068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:49.190468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.254760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa1b6c85-8dc4-4830-9289-8dda528402c3 req-28efaa94-c70e-410f-9299-747acacc6b1a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4452519 Jul 23 17:14:49.272713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.385746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95667d-9e8b-448a-9a1f-24a622ff1bc3 None None] Pushing event updated for resources: {'Port': ['ID=a7b07727-52a2-4470-8137-af15b5d5abae,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:49.387329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8880-e86c-41d6-ae13-3789f8f09ee6 req-b9ad113d-8e4d-42d1-a3ff-e2302414057f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:49.390551 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-478c8880-e86c-41d6-ae13-3789f8f09ee6 req-b9ad113d-8e4d-42d1-a3ff-e2302414057f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 931 time: 1.5977299 Jul 23 17:14:49.410132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c95667d-9e8b-448a-9a1f-24a622ff1bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:49.482699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:14:49.518353 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-478c8880-e86c-41d6-ae13-3789f8f09ee6 req-2b3ca453-a79d-46c4-8c4e-520b68881a12 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186447 Jul 23 17:14:49.530606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.535958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.552973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.556993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:49.568610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:49.606361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.610790 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e5580333-8f9b-429c-91d3-9dcad3327cbb HTTP/1.1" status: 204 len: 168 time: 0.6476412 Jul 23 17:14:49.611857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5580333-8f9b-429c-91d3-9dcad3327cbb,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:49.623197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:49.844027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'Port': ['ID=68ce6157-74eb-4cfe-a845-fe9375191901,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:49.859888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:49.860968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.901656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21316ceb-0899-4720-90f6-137b761fbfca {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:49.922852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.923555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.924411 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0485291 Jul 23 17:14:49.973781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Transition to ACTIVE for port object 21316ceb-0899-4720-90f6-137b761fbfca will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:49.978821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:49.995162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d92789e-88ec-4a00-8ff3-55a33fe11744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:50.236028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:48Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:14:50.258365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf669-feb2-4fbf-a84e-d5449bcbdac8 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:48Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:14:50.347457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Attempting to bind port 21316ceb-0899-4720-90f6-137b761fbfca on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:50.348008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Attempting to bind port 21316ceb-0899-4720-90f6-137b761fbfca by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:50.348528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Attempting to bind port 21316ceb-0899-4720-90f6-137b761fbfca on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:50.362986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Port 21316ceb-0899-4720-90f6-137b761fbfca on network a6492c9a-6005-4a70-be38-45ebd62bfd62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:50.362986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Attempting to bind port 21316ceb-0899-4720-90f6-137b761fbfca on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:50.404762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:50.405530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Checking segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:50.407291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Bound using segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:50.409218 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Bound port: 21316ceb-0899-4720-90f6-137b761fbfca, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:50.410350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:50.431378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Pushing event updated for resources: {'Port': ['ID=21316ceb-0899-4720-90f6-137b761fbfca,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:50.437859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:50.626672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-1014be09-4c40-4fa6-866f-6768e6481b59 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:50.782395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] For port 21316ceb-0899-4720-90f6-137b761fbfca, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:50.803469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] For port 21316ceb-0899-4720-90f6-137b761fbfca, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=21316ceb-0899-4720-90f6-137b761fbfca,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:50.809337 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:50.831703 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:50.855208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-1014be09-4c40-4fa6-866f-6768e6481b59 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:50.857262 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-1014be09-4c40-4fa6-866f-6768e6481b59 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--544960720&fields=id&tenant_id=52cc6cc955c54f02a5be1ef848d0cd06 HTTP/1.1" status: 200 len: 267 time: 0.3152292 Jul 23 17:14:51.055563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Pushing event updated for resources: {'Port': ['ID=21316ceb-0899-4720-90f6-137b761fbfca,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:51.062141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:51.063793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:51.073899 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] 10.222.0.102 "PUT /v2.0/ports/21316ceb-0899-4720-90f6-137b761fbfca HTTP/1.1" status: 200 len: 1093 time: 3.6483326 Jul 23 17:14:51.074491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'tag': '21316ceb-0899-4720-90f6-137b761fbfca'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:14:51.171015 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6a95-c7df-4e3f-be58-55438b222d97 req-aca64e11-5c73-415d-b19f-6b8292b0ad3a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:51.180170 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed5a6a95-c7df-4e3f-be58-55438b222d97 req-aca64e11-5c73-415d-b19f-6b8292b0ad3a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.5557027 Jul 23 17:14:51.278170 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed5a6a95-c7df-4e3f-be58-55438b222d97 req-2419f3c7-3f67-410f-b581-8140463466f1 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968380 Jul 23 17:14:51.341754 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-d22b8aea-bbb8-4e37-b9a9-9a451c757f20 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 1096 time: 0.2140868 Jul 23 17:14:51.420553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-b77860ab-965b-4879-846f-202cccf37141 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:51.421363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-b77860ab-965b-4879-846f-202cccf37141 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:51.467106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-b77860ab-965b-4879-846f-202cccf37141 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:51.472519 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-b77860ab-965b-4879-846f-202cccf37141 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 811 time: 0.5937467 Jul 23 17:14:51.506843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-72e75ead-fa9b-4db8-bbbb-775d6d723714 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/quotas/52cc6cc955c54f02a5be1ef848d0cd06 HTTP/1.1" status: 200 len: 375 time: 0.0256181 Jul 23 17:14:51.511374 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-5c45ed53-6f87-4184-8658-21957ed895fc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21316ceb-0899-4720-90f6-137b761fbfca HTTP/1.1" status: 200 len: 217 time: 0.1583314 Jul 23 17:14:51.753821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-5c4c19ef-599e-4995-acc4-abdc0da7017b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:51.759085 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-5c4c19ef-599e-4995-acc4-abdc0da7017b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.2414219 Jul 23 17:14:51.846195 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-f0fca469-157f-4990-acda-cff9e17f69d6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684047 Jul 23 17:14:51.877368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-8d763d37-d19a-4573-b02b-a911f09a91f0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:51.942706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-8d763d37-d19a-4573-b02b-a911f09a91f0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:51.953658 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-8d763d37-d19a-4573-b02b-a911f09a91f0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4323065 Jul 23 17:14:52.170855 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-f9a20138-57cf-431c-b380-ddd5efb6002e service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106275 Jul 23 17:14:52.356733 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-33834d28-e651-406b-a4cb-e883c3567734 service neutron] 10.222.0.100 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990055 Jul 23 17:14:52.367624 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38abcd36-fdad-4abf-b4d2-fc23fad31845 req-64f01eed-c44a-4992-b6dc-e8e7dead46c0 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854689 Jul 23 17:14:52.396157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b792d-c824-4129-8c4b-22a8d979018a req-520aa79e-1ed7-43f8-9b5b-13aea7bf8758 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:52.400781 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a2b792d-c824-4129-8c4b-22a8d979018a req-520aa79e-1ed7-43f8-9b5b-13aea7bf8758 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 943 time: 0.4638648 Jul 23 17:14:52.572161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a7b07727-52a2-4470-8137-af15b5d5abae up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:52.772793 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-c5f362b1-ac42-40d3-8cbf-8560f7b368d0 service neutron] 10.222.0.100 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703773 Jul 23 17:14:52.804899 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a2b792d-c824-4129-8c4b-22a8d979018a req-a7a250ea-0381-40c8-8cb5-463c4f63c2dd tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198004 Jul 23 17:14:52.854308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port a7b07727-52a2-4470-8137-af15b5d5abae completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:52.868601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port a7b07727-52a2-4470-8137-af15b5d5abae triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:52.869577 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:52.982253 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'tag': '21316ceb-0899-4720-90f6-137b761fbfca', 'status': 'completed', 'code': 200} Jul 23 17:14:53.217231 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cb84b3-722b-4c19-8507-9abadc2b4bde req-ead95c51-9cf0-45b5-abe4-1b4cbcd0c72d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 1099 time: 0.3085661 Jul 23 17:14:53.338829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:53.385995 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cb84b3-722b-4c19-8507-9abadc2b4bde req-243bcbc1-183b-40b0-8672-7c387e08c124 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405413 Jul 23 17:14:53.434849 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-9d64d059-3838-4956-8721-3274ac2297f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 1096 time: 0.4321773 Jul 23 17:14:53.435635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port a7b07727-52a2-4470-8137-af15b5d5abae, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=a7b07727-52a2-4470-8137-af15b5d5abae,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:53.440131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:53.453214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c95667d-9e8b-448a-9a1f-24a622ff1bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:53.561050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663f4c4-a8f2-4b30-8c0e-647802272680 req-4a0ad06f-3c71-4afe-ac5f-1313ccb868cd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:53.573915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f663f4c4-a8f2-4b30-8c0e-647802272680 req-4a0ad06f-3c71-4afe-ac5f-1313ccb868cd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.2693455 Jul 23 17:14:53.607424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=a7b07727-52a2-4470-8137-af15b5d5abae,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:53.611195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:53.892723 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4c400b8d-1506-4e33-accb-1f79be750c32 req-6434c6ad-684c-48ef-b5f5-10f16f7bd3f8 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 210 time: 0.3017209 Jul 23 17:14:53.934699 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f663f4c4-a8f2-4b30-8c0e-647802272680 req-4266de9c-f0ac-4fd9-8b97-c9f263423480 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804838 Jul 23 17:14:53.962999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-11971367-3562-43cc-a4de-ed1ab128cca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:53.965022 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-11971367-3562-43cc-a4de-ed1ab128cca1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 916 time: 0.5177109 Jul 23 17:14:54.354408 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-9e919e83-bd2a-4f1b-8901-3417135ac0f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21316ceb-0899-4720-90f6-137b761fbfca HTTP/1.1" status: 200 len: 217 time: 0.3774545 Jul 23 17:14:54.459829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a7b07727-52a2-4470-8137-af15b5d5abae up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:54.591153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc9d9a-14c6-4963-ab1f-8bab9768114b req-7f30b254-19db-4bb5-8c29-2c41cc5e5076 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:54.595942 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16dc9d9a-14c6-4963-ab1f-8bab9768114b req-7f30b254-19db-4bb5-8c29-2c41cc5e5076 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 943 time: 0.2297075 Jul 23 17:14:54.647929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-19924c3e-2a37-412b-ac9a-b6e8f462629a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:54.652468 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-19924c3e-2a37-412b-ac9a-b6e8f462629a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.2824218 Jul 23 17:14:54.793030 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-960b415a-beda-4c60-8bef-5a732f004091 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355093 Jul 23 17:14:54.836531 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16dc9d9a-14c6-4963-ab1f-8bab9768114b req-94c66cc7-2406-4001-bb7f-ec0258739e95 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222211 Jul 23 17:14:54.926502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port a7b07727-52a2-4470-8137-af15b5d5abae triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:54.927181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:55.382632 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dd45c00f-c616-4d54-9c7e-ea5af78b7942 req-381f9bf8-012d-4d95-9ce8-a94a727a7902 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 210 time: 0.1066148 Jul 23 17:14:55.462869 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-696e7983-b272-4daa-a783-6c41ee9b865d service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584060 Jul 23 17:14:55.561139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 21316ceb-0899-4720-90f6-137b761fbfca details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:14:55.619213 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137fa9e-21aa-4b20-9142-b4ab298ffb45 req-5bed601c-5a35-47cf-9ef0-f2d86436c8b7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:55.624160 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9137fa9e-21aa-4b20-9142-b4ab298ffb45 req-5bed601c-5a35-47cf-9ef0-f2d86436c8b7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1786461 Jul 23 17:14:55.695196 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16847d71-4bd1-49c8-9308-0062bb41bdcb req-ac78206a-45e1-43dd-ae74-efa006d32f2c service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238216 Jul 23 17:14:55.756993 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9137fa9e-21aa-4b20-9142-b4ab298ffb45 req-b18b0c5d-8136-4a85-86ab-5dfd78aa2868 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153908 Jul 23 17:14:55.995581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 21316ceb-0899-4720-90f6-137b761fbfca, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=21316ceb-0899-4720-90f6-137b761fbfca,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:56.030904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '21316ceb-0899-4720-90f6-137b761fbfca', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'port_id': '21316ceb-0899-4720-90f6-137b761fbfca', 'mac_address': 'fa:16:3e:4d:f8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a441b0-4182-496e-8579-c540e4fc35b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:14:56.269090 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:56.368333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-fe6ce5a3-4775-4ec9-a8c6-78e82bce190e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:56.370815 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-fe6ce5a3-4775-4ec9-a8c6-78e82bce190e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 811 time: 0.3679278 Jul 23 17:14:56.408461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21316ceb-0899-4720-90f6-137b761fbfca {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:56.459453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 21316ceb-0899-4720-90f6-137b761fbfca, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=21316ceb-0899-4720-90f6-137b761fbfca,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:56.465785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:56.467817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4131767a-5298-40f9-8d3d-b033cc2c87f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:56.489137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-9900c09c-1524-4949-813b-13c645e30ba7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:56.523792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-9900c09c-1524-4949-813b-13c645e30ba7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:56.525286 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-9900c09c-1524-4949-813b-13c645e30ba7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc6cc955c54f02a5be1ef848d0cd06 HTTP/1.1" status: 200 len: 379 time: 0.1412745 Jul 23 17:14:56.530640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79923a2-422f-4041-8fc6-35f342804537 req-bdc93254-1646-4bc2-be6f-399857e65b4a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:56.534492 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f79923a2-422f-4041-8fc6-35f342804537 req-bdc93254-1646-4bc2-be6f-399857e65b4a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 943 time: 0.3872573 Jul 23 17:14:56.537802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'port': {'device_id': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'admin_state_up': True, 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'security_groups': ['5917b73d-81dd-445d-9467-494b03a1cea7']}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:56.688843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f79923a2-422f-4041-8fc6-35f342804537 req-ec88fcd3-a8e0-4c1b-ad91-fc1013ad164a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431308 Jul 23 17:14:56.713914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=21316ceb-0899-4720-90f6-137b761fbfca,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:56.717900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:56.720349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2708329-9a77-4294-8fac-58994179d0b6 req-55176956-4d58-4c58-a4b6-d506a3d8fd2c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:56.761973 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a2708329-9a77-4294-8fac-58994179d0b6 req-55176956-4d58-4c58-a4b6-d506a3d8fd2c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.4727695 Jul 23 17:14:56.834857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['21316ceb-0899-4720-90f6-137b761fbfca'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:14:56.917313 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a2708329-9a77-4294-8fac-58994179d0b6 req-fbb4bc1c-102b-49f1-8309-54c6e6d009b4 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523540 Jul 23 17:14:56.949490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:56.977534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:57.004665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Made reservation on behalf of 52cc6cc955c54f02a5be1ef848d0cd06 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:57.034626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:57.181490 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-abd32bc6-7dc6-4e1e-bba2-fbf7f4b7072b req-88dea864-5bcd-4791-a1ae-f9d159451855 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 210 time: 0.0612650 Jul 23 17:14:57.377894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Allocated IP 172.20.0.12 (9302024a-5672-4dab-93c4-d25b784e8186/d4f029e1-b5dc-4c41-aa03-fe4f69eb4673/a74ee619-a9e0-40a9-aadd-aacc6bca141d) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:57.754847 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:57.792630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Transition to ACTIVE for port object a74ee619-a9e0-40a9-aadd-aacc6bca141d will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:57.851729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:57.905842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:58.037840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Network 9302024a-5672-4dab-93c4-d25b784e8186 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:58.045988 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:58.053508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:58.062372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:58.063269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:58.126376 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5937130 Jul 23 17:14:58.152334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Request body: {'port': {'device_id': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:58.369321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'Port': ['ID=a74ee619-a9e0-40a9-aadd-aacc6bca141d,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:58.373139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:58.398083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:58.685097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc263f-6a35-4260-87a0-915cc6cd6e25 req-a31e3450-b57e-4d38-824b-3ce974aeab7e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:58.699302 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4fc263f-6a35-4260-87a0-915cc6cd6e25 req-a31e3450-b57e-4d38-824b-3ce974aeab7e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 944 time: 0.4472444 Jul 23 17:14:58.826968 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4fc263f-6a35-4260-87a0-915cc6cd6e25 req-00c98c09-c8be-4066-b949-d0ac1d307dc9 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259825 Jul 23 17:14:58.863982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4bb26-b8ce-4260-8cc8-add845ffd3a5 req-9fd33927-f320-4a37-9123-e51999730c1d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:58.878897 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4e4bb26-b8ce-4260-8cc8-add845ffd3a5 req-9fd33927-f320-4a37-9123-e51999730c1d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 932 time: 0.4133160 Jul 23 17:14:58.886239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b0dc0fc6-fc62-4f10-b182-f64bf70978d1 None None] Provisioning for port a74ee619-a9e0-40a9-aadd-aacc6bca141d completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:58.910796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b0dc0fc6-fc62-4f10-b182-f64bf70978d1 None None] Provisioning complete for port a74ee619-a9e0-40a9-aadd-aacc6bca141d triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:58.916184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0dc0fc6-fc62-4f10-b182-f64bf70978d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:58.982791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4e4bb26-b8ce-4260-8cc8-add845ffd3a5 req-071131db-2717-492d-9398-b26ee0c146c2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965078 Jul 23 17:14:59.104717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc0fc6-fc62-4f10-b182-f64bf70978d1 None None] Port a74ee619-a9e0-40a9-aadd-aacc6bca141d cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:14:59.581281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 21316ceb-0899-4720-90f6-137b761fbfca up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:59.869159 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-47aed58b-3582-4f07-8716-e8d351908532 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.3771191 Jul 23 17:14:59.892110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 21316ceb-0899-4720-90f6-137b761fbfca completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:59.892405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed878c14-3093-48f9-aadc-8d61e6a9e8db req-7837a532-2bab-4bc8-a75e-6004ed699e66 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:59.894848 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed878c14-3093-48f9-aadc-8d61e6a9e8db req-7837a532-2bab-4bc8-a75e-6004ed699e66 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2359216 Jul 23 17:14:59.955643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74ee619-a9e0-40a9-aadd-aacc6bca141d {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:14:59.956663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 21316ceb-0899-4720-90f6-137b761fbfca triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:59.957368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:59.983575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:00.071760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ed878c14-3093-48f9-aadc-8d61e6a9e8db req-460a7697-4953-4fdc-90e4-4aa7eeddc409 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390598 Jul 23 17:15:00.228793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Transition to ACTIVE for port object a74ee619-a9e0-40a9-aadd-aacc6bca141d will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:15:00.250788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:00.287693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:00.289851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:00.378673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d2e0-b657-45c1-8266-87d876996f70 req-56153b6f-6766-4589-a936-708a5eeb6fa6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:00.388691 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9b26d2e0-b657-45c1-8266-87d876996f70 req-56153b6f-6766-4589-a936-708a5eeb6fa6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 944 time: 0.1223600 Jul 23 17:15:00.397033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21316ceb-0899-4720-90f6-137b761fbfca'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:00.421296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 21316ceb-0899-4720-90f6-137b761fbfca, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=21316ceb-0899-4720-90f6-137b761fbfca,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:00.428026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:00.430170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:00.513920 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9b26d2e0-b657-45c1-8266-87d876996f70 req-32f5c111-f5c8-4030-b620-2114e0e8fffe tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201544 Jul 23 17:15:00.587001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f858b9a-2dd5-4eb8-adf6-e813373285f4 req-e5262335-be70-45f7-a80c-1e86c4fca5a8 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:00.610766 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6f858b9a-2dd5-4eb8-adf6-e813373285f4 req-e5262335-be70-45f7-a80c-1e86c4fca5a8 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 944 time: 0.1887193 Jul 23 17:15:00.665640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=21316ceb-0899-4720-90f6-137b761fbfca,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:00.674950 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:00.678773 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21316ceb-0899-4720-90f6-137b761fbfca', 'code': 200} Jul 23 17:15:00.760552 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6f858b9a-2dd5-4eb8-adf6-e813373285f4 req-a9bf9e10-68ad-4ed3-b92e-9dd36f72ea56 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485848 Jul 23 17:15:00.799351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Pushing event updated for resources: {'Port': ['ID=a74ee619-a9e0-40a9-aadd-aacc6bca141d,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:00.808308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:00.846426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-8f277d9d-8496-41d6-98a9-474225a1d593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:00.848115 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-8f277d9d-8496-41d6-98a9-474225a1d593 service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.9675643 Jul 23 17:15:00.984133 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-e4a623c6-3ad4-4d48-b3a1-3d4966a1baae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 217 time: 0.1224892 Jul 23 17:15:00.987335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Attempting to bind port a74ee619-a9e0-40a9-aadd-aacc6bca141d on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:15:00.987819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Attempting to bind port a74ee619-a9e0-40a9-aadd-aacc6bca141d by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:15:00.988214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Attempting to bind port a74ee619-a9e0-40a9-aadd-aacc6bca141d on network 9302024a-5672-4dab-93c4-d25b784e8186 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:01.049937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Port a74ee619-a9e0-40a9-aadd-aacc6bca141d on network 9302024a-5672-4dab-93c4-d25b784e8186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:01.050317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Attempting to bind port a74ee619-a9e0-40a9-aadd-aacc6bca141d on network 9302024a-5672-4dab-93c4-d25b784e8186 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:01.070260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:15:01.070761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Checking segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:15:01.071227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Bound using segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:15:01.071762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Bound port: a74ee619-a9e0-40a9-aadd-aacc6bca141d, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:15:01.072176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:01.157032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-e660d2ad-ccb6-492b-b191-0725c88da300 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:01.160367 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-e660d2ad-ccb6-492b-b191-0725c88da300 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.1639380 Jul 23 17:15:01.270487 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-542cd0da-a682-4330-b2c1-2312e30e5ed5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592587 Jul 23 17:15:01.473372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] For port a74ee619-a9e0-40a9-aadd-aacc6bca141d, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:15:01.510313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75694a3-86cf-41f0-b34f-ac5e9633455b req-2fe3f212-fe33-4de8-913b-305f63ad6d75 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:01.513995 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a75694a3-86cf-41f0-b34f-ac5e9633455b req-2fe3f212-fe33-4de8-913b-305f63ad6d75 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1755695 Jul 23 17:15:01.523831 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8f0a81a-3703-4f93-9672-9d30c33b993c req-2206d522-8c03-4489-9053-87467d5b63c4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 1098 time: 0.4370837 Jul 23 17:15:01.530438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] For port a74ee619-a9e0-40a9-aadd-aacc6bca141d, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:15:01.572773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:01.584075 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:01.609888 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a75694a3-86cf-41f0-b34f-ac5e9633455b req-6ca1f8ca-0505-41a8-94a1-bea9eaae0628 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859723 Jul 23 17:15:01.638224 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-c25acfe3-ba2b-4fc0-be70-fab29c6d5312 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582792 Jul 23 17:15:01.736569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:01.739044 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] 10.222.0.102 "PUT /v2.0/ports/a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 1094 time: 3.5946362 Jul 23 17:15:01.813810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:01.952335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Pushing event updated for resources: {'Port': ['ID=a74ee619-a9e0-40a9-aadd-aacc6bca141d,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:01.971507 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4cf25-63eb-4dcd-855b-a3ef80c74c3f req-c34d4508-6cfd-4087-8f6f-08cebcdb5b84 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:01.985436 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-53f4cf25-63eb-4dcd-855b-a3ef80c74c3f req-c34d4508-6cfd-4087-8f6f-08cebcdb5b84 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 945 time: 0.2494624 Jul 23 17:15:01.988027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d64252de-2060-4298-9bfa-fac42971451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:02.169516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:02.204672 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e8f0a81a-3703-4f93-9672-9d30c33b993c req-31d895e1-d693-45d9-be9a-a276415ddde5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723275 Jul 23 17:15:02.292772 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b4f5f276-88f2-4340-9311-bc44949508d3 req-52efdad1-720d-442e-9027-5cfd8980ff28 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272633 Jul 23 17:15:02.305592 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-b65e09c6-31eb-4378-84a4-339cf72c345e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1097 time: 0.4468336 Jul 23 17:15:02.413169 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-53f4cf25-63eb-4dcd-855b-a3ef80c74c3f req-18778519-c95e-4985-8afd-034d39076f79 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237823 Jul 23 17:15:02.464404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cb819-5634-4835-9005-1c9a504b3b5f req-b7e1b0df-8752-49ae-ac2d-52a862b6cd95 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:02.472420 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-668cb819-5634-4835-9005-1c9a504b3b5f req-b7e1b0df-8752-49ae-ac2d-52a862b6cd95 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 944 time: 0.1829829 Jul 23 17:15:02.582706 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'status': 'completed', 'code': 200} Jul 23 17:15:02.601863 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-668cb819-5634-4835-9005-1c9a504b3b5f req-316bde02-1e58-4116-9fb0-b8ab548a2c89 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280160 Jul 23 17:15:02.626258 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-5d659a17-96f2-48e5-926e-6d4f1b8f1d89 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 217 time: 0.3096519 Jul 23 17:15:02.891458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-262d1fcd-f949-4413-b2b5-e81c3d1faddf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:02.900251 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-262d1fcd-f949-4413-b2b5-e81c3d1faddf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.2642519 Jul 23 17:15:03.110649 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-047f03b4-a2bd-416b-b1ce-8f40dff51773 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2005029 Jul 23 17:15:03.213635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34717d85-f481-43b6-ac6d-ba436be25e46 req-d1a3abf8-2c62-4dce-82b8-958feaf38a29 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:03.229275 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34717d85-f481-43b6-ac6d-ba436be25e46 req-d1a3abf8-2c62-4dce-82b8-958feaf38a29 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2140994 Jul 23 17:15:03.324498 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34717d85-f481-43b6-ac6d-ba436be25e46 req-64767fa9-e7f5-4b9d-b402-c7bc6959ede6 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938442 Jul 23 17:15:03.350761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49758) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:03.373258 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-80286df3-d50d-4de5-b97c-96ff26c671f5 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470729 Jul 23 17:15:03.423432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49766) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:03.610244 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5cc5578-1fd6-4606-9203-529ae38f5f98 req-c2f15de7-f3e3-4a90-b8d3-9b43267fa2ec service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210050 Jul 23 17:15:03.769026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5dfb5-a683-4811-98be-eca6852717b3 req-c3076864-3c5a-4828-9d40-8f22d1559ea5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:03.772034 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b6d5dfb5-a683-4811-98be-eca6852717b3 req-c3076864-3c5a-4828-9d40-8f22d1559ea5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 945 time: 0.1337776 Jul 23 17:15:03.867748 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-b690a588-f20a-4ddd-a6bb-03b0e25d1f56 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1097 time: 0.1958411 Jul 23 17:15:03.953473 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b6d5dfb5-a683-4811-98be-eca6852717b3 req-566d4d4a-35b3-45cd-b97e-d822729f58a6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618679 Jul 23 17:15:03.964942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49788) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:03.966242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.098134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:04.099677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce3e86-fa96-4c33-9048-d5246202063d req-f0d04644-d3dc-4377-9168-dd416a3f0a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:04.101467 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-f0d04644-d3dc-4377-9168-dd416a3f0a67 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.2270923 Jul 23 17:15:04.108188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.131874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f25a490efc47b38d1ec3041f979d02 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:04.135780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:04.142273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:04.202438 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-ea4752a3-53e6-4cfb-9eea-ff547d904284 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 217 time: 0.0857267 Jul 23 17:15:04.215585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:04.220210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Usage tracker for resource:security_group_rule and tenant:26b3728dcefd42e9a43edd23298e9e46 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:04.223829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:04.231730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:04.241871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.326646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.335762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce3e86-fa96-4c33-9048-d5246202063d req-d6188772-321d-4895-afb1-ef0c0a18ae6e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:04.337945 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-d6188772-321d-4895-afb1-ef0c0a18ae6e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.1248801 Jul 23 17:15:04.345505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.427508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.449390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:04.486885 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=26b3728dcefd42e9a43edd23298e9e46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0584154 Jul 23 17:15:04.490768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49806) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:04.504675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.533576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.559508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734dcd3-7f46-4157-bdea-0a7b7b7f9364,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:04.635407 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e7f25a490efc47b38d1ec3041f979d02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2830701 Jul 23 17:15:04.651079 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:04.652943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49812) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:04.664217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7fdfd812-30b8-4b49-9278-9f7c802d633b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:04.766500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5e94-78ad-4188-bf37-fbafd6ab58f2 req-d73bd2f0-ca31-49f8-bab1-2abda67e43f9 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:04.774266 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-931f5e94-78ad-4188-bf37-fbafd6ab58f2 req-d73bd2f0-ca31-49f8-bab1-2abda67e43f9 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 944 time: 0.8363800 Jul 23 17:15:04.790169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3f0152-f244-49c5-a9d1-b6250eb42882,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:04.794052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:04.796177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:04.816354 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-f6505a4a-ff7e-45c5-934c-aeb9bc46cae7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4682691 Jul 23 17:15:04.850117 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Usage tracker for resource:security_group_rule and tenant:cf94e0328ba3408689ecedb92b8b7658 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:04.855059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:04.875021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:04.896714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd24d10-a948-49a6-9095-97a24960f757 req-a2bce4d2-466f-44ab-b146-7024536c4155 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:04.898521 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ffd24d10-a948-49a6-9095-97a24960f757 req-a2bce4d2-466f-44ab-b146-7024536c4155 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.3989925 Jul 23 17:15:04.962068 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-931f5e94-78ad-4188-bf37-fbafd6ab58f2 req-7c1ec31a-fc3b-4b15-8ff4-430402a43828 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868508 Jul 23 17:15:04.969112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.002678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.032521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.050487 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ffd24d10-a948-49a6-9095-97a24960f757 req-5d6c8010-ae30-4421-a206-3ab78ef53c5a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334116 Jul 23 17:15:05.050835 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-b5b0114e-f8b4-4add-98d3-da9ee3b86dc4 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253127 Jul 23 17:15:05.055938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.112985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.116959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.130335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-812ae5cb-96fa-41af-86d3-714a97527aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:05.143306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.182970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.189492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42f7c8-bee8-4baf-bba8-b15b462d66e4,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:05.193387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:05.197922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-39b1a55a-79ce-422d-8125-6579378ed5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:05.217055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3f0152-f244-49c5-a9d1-b6250eb42882,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:05.219729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:05.224149 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cf94e0328ba3408689ecedb92b8b7658&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2212679 Jul 23 17:15:05.225437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49820) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:05.243313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.250066 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1d21b70e-a272-4139-b441-32ac48ca0934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:05.262755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.263470 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5bce3e86-fa96-4c33-9048-d5246202063d req-1bca5aa0-9d54-4c1a-9172-a1e6ee53eb9a service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002623 Jul 23 17:15:05.266690 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ae3f0152-f244-49c5-a9d1-b6250eb42882 HTTP/1.1" status: 204 len: 168 time: 0.5892463 Jul 23 17:15:05.266809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734dcd3-7f46-4157-bdea-0a7b7b7f9364,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:05.273544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:05.280384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.281808 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5734dcd3-7f46-4157-bdea-0a7b7b7f9364 HTTP/1.1" status: 204 len: 168 time: 0.7881794 Jul 23 17:15:05.349370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.390935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.455931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.463525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:05.492484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42f7c8-bee8-4baf-bba8-b15b462d66e4,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:05.496286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:05.497404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.498622 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1a42f7c8-bee8-4baf-bba8-b15b462d66e4 HTTP/1.1" status: 204 len: 168 time: 0.2717037 Jul 23 17:15:05.664040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ef1a862-fe2a-4519-a6d9-8916d1924656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:05.831677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49844) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:05.890257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.029646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:06.039459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Usage tracker for resource:security_group_rule and tenant:4a45103901e4419d8022a4473d8c9ccb is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:06.044933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:06.061192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:06.200163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.203658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.213750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-db4c4d40-3c97-49c8-af99-917578d69940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:06.233697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49862) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:06.299258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.321185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d92edfb-c5f3-4caa-986f-d08691bec7f1,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:06.325804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:06.330937 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4a45103901e4419d8022a4473d8c9ccb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4956806 Jul 23 17:15:06.333009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49866) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:06.406160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49870) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:06.409490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:06.430112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Usage tracker for resource:security_group_rule and tenant:78ec6a5547734dfa91ba7a8aa83c7a80 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:06.436891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:06.446538 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8b3f-fe40-4b35-85e4-e5dd2af94bb9 req-68f41a65-236d-41a7-b4db-87fe7ecc431c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:06.448434 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eb6b8b3f-fe40-4b35-85e4-e5dd2af94bb9 req-68f41a65-236d-41a7-b4db-87fe7ecc431c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 944 time: 0.2692192 Jul 23 17:15:06.453371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.463478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:06.484387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.492553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135c811-9d49-471c-8483-8f22ab382e39 req-25f58b7e-263b-404f-9c60-7d3b02317bc4 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:06.494502 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d135c811-9d49-471c-8483-8f22ab382e39 req-25f58b7e-263b-404f-9c60-7d3b02317bc4 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1506929 Jul 23 17:15:06.533066 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:06.543449 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eb6b8b3f-fe40-4b35-85e4-e5dd2af94bb9 req-e80b462d-b46e-443b-8c8c-1a0c6059333d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818043 Jul 23 17:15:06.548185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2697261a5ff4330aa94d69ad0a1ded8 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:06.555717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:06.568546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.578943 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d135c811-9d49-471c-8483-8f22ab382e39 req-bf6bdecb-59b5-43c6-a7b5-38a70756cb5a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703537 Jul 23 17:15:06.581284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:06.687341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.691756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.705497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-91168ba8-54b5-46d3-a209-1f850a94bf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:06.772514 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=78ec6a5547734dfa91ba7a8aa83c7a80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5375905 Jul 23 17:15:06.775281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 49874) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:06.778024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.794298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f92f3c8-ddde-4945-97e8-b465ee9b4854,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:06.819678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:06.820229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2b5296e-386e-477b-8e4b-9ce40dde5b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:06.846139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d92edfb-c5f3-4caa-986f-d08691bec7f1,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:06.855104 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:06.868018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.869926 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2d92edfb-c5f3-4caa-986f-d08691bec7f1 HTTP/1.1" status: 204 len: 168 time: 0.5343575 Jul 23 17:15:06.875183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.882515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:06.904723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9ce7bced-b763-4e88-8af1-8e6c25531c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:06.942880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ebcd69-04a9-44a2-bf46-f20e25470587,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:06.959852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:06.986977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.002273 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b2697261a5ff4330aa94d69ad0a1ded8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5947428 Jul 23 17:15:07.003066 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49888) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:07.028186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.089067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.095669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.106837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:07.127778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.153585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f92f3c8-ddde-4945-97e8-b465ee9b4854,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:07.158033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:07.159002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.165694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:15:07.168267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6f92f3c8-ddde-4945-97e8-b465ee9b4854 HTTP/1.1" status: 204 len: 168 time: 0.3889272 Jul 23 17:15:07.196975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.213627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a2a3b3a6-35d3-45b8-9321-fbe980a1cae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:07.229988 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ebcd69-04a9-44a2-bf46-f20e25470587,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:07.236467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:07.240099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.244248 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/70ebcd69-04a9-44a2-bf46-f20e25470587 HTTP/1.1" status: 204 len: 168 time: 0.2370265 Jul 23 17:15:07.307975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.609378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a74ee619-a9e0-40a9-aadd-aacc6bca141d details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:15:07.820837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a74ee619-a9e0-40a9-aadd-aacc6bca141d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:07.838503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'port_id': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'mac_address': 'fa:16:3e:1d:54:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:15:07.915026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.958148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74ee619-a9e0-40a9-aadd-aacc6bca141d {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:07.977592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a74ee619-a9e0-40a9-aadd-aacc6bca141d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:07.982750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:07.985723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:08.037184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e2405-80be-4295-a93d-81e85719a080 req-2c1444dc-1f92-4ed1-ae67-8fadf56cc8eb tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:08.039109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1d1e2405-80be-4295-a93d-81e85719a080 req-2c1444dc-1f92-4ed1-ae67-8fadf56cc8eb tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2591245 Jul 23 17:15:08.046354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b24ba-d680-47da-b7ed-f5e84d83c416 req-912fb235-93bf-4f5b-9b8c-a86d4d529e74 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:08.048033 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea8b24ba-d680-47da-b7ed-f5e84d83c416 req-912fb235-93bf-4f5b-9b8c-a86d4d529e74 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 944 time: 0.1956325 Jul 23 17:15:08.087783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a74ee619-a9e0-40a9-aadd-aacc6bca141d,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:08.091245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:08.155032 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1d1e2405-80be-4295-a93d-81e85719a080 req-8858bf35-f58a-4383-8148-5867edcdf1c0 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055250 Jul 23 17:15:08.172151 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea8b24ba-d680-47da-b7ed-f5e84d83c416 req-4c9a7da6-a67d-4269-ba6a-53a6c55696b4 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960443 Jul 23 17:15:08.340113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['a74ee619-a9e0-40a9-aadd-aacc6bca141d'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:09.074553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49970) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:09.449831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dbc30-4d37-42ba-9094-cd97254f0a5e req-72cd7986-9706-4a22-b49a-1c58432e57c0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:09.451511 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-246dbc30-4d37-42ba-9094-cd97254f0a5e req-72cd7986-9706-4a22-b49a-1c58432e57c0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.2006760 Jul 23 17:15:09.479784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:09.528396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c2ba-26e6-4e9c-9529-29bf278b3467 req-8bfc46c8-7a9c-4508-b459-cad80833be0c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:09.530146 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ef55c2ba-26e6-4e9c-9529-29bf278b3467 req-8bfc46c8-7a9c-4508-b459-cad80833be0c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1809635 Jul 23 17:15:09.537444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:09.543901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Usage tracker for resource:security_group_rule and tenant:644d068b4c584136a0e0f9eeea18f4e2 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:09.547688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:09.556921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:09.600528 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-246dbc30-4d37-42ba-9094-cd97254f0a5e req-2a836cb1-f2bd-47a0-8786-ac761f265889 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352503 Jul 23 17:15:09.623810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a74ee619-a9e0-40a9-aadd-aacc6bca141d up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:15:09.674112 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ef55c2ba-26e6-4e9c-9529-29bf278b3467 req-ae38fa13-0d1e-4781-b01c-fb23b200c3fc tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326988 Jul 23 17:15:09.699978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:09.711766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:09.724676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-28cc63f5-e239-48e1-86cf-f096cf414423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:09.782992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port a74ee619-a9e0-40a9-aadd-aacc6bca141d completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:15:09.796738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port a74ee619-a9e0-40a9-aadd-aacc6bca141d triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:15:09.799349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:09.828303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f047f-d17a-4a96-aac9-ab2265b9ae0e,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:09.846002 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=644d068b4c584136a0e0f9eeea18f4e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7690821 Jul 23 17:15:09.847889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:09.850387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 49996) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:09.951948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce1f80-1da5-489d-b3f4-c7c2cfcff4bb req-2a986827-23ff-4ef0-bb1f-772b07310daf tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:09.963038 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-acce1f80-1da5-489d-b3f4-c7c2cfcff4bb req-2a986827-23ff-4ef0-bb1f-772b07310daf tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 945 time: 0.1644702 Jul 23 17:15:10.044975 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-acce1f80-1da5-489d-b3f4-c7c2cfcff4bb req-1828d07a-4f53-478e-a03f-a883c5206fbe tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791075 Jul 23 17:15:10.048044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:10.109939 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:10.158163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:10.216672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:10.222311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a74ee619-a9e0-40a9-aadd-aacc6bca141d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:10.224310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:10.227931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-620f16a0-5faa-4bc9-abac-7a304ebd36b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:10.231146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:10.233284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:10.298088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f047f-d17a-4a96-aac9-ab2265b9ae0e,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:10.305580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:10.310668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:10.316704 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f98f047f-d17a-4a96-aac9-ab2265b9ae0e HTTP/1.1" status: 204 len: 168 time: 0.4648485 Jul 23 17:15:10.366986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a74ee619-a9e0-40a9-aadd-aacc6bca141d,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:10.378201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:10.387861 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'code': 200} Jul 23 17:15:10.837014 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0bc69655-70ae-4b1b-b3b0-a4536d5743b7 req-690e440f-0849-4383-aee4-e48413b721f0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1099 time: 0.1716068 Jul 23 17:15:10.844951 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-08233aaf-2741-4dbe-b34e-34ad4d7fc15d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1098 time: 0.2559664 Jul 23 17:15:11.133425 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0bc69655-70ae-4b1b-b3b0-a4536d5743b7 req-03963daa-9f19-4dd4-8596-39d0be34bea7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872419 Jul 23 17:15:11.239252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425069c-e622-4872-ae16-e951106de040 req-f90391c1-f38e-4301-a215-15c81e68d315 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:11.262450 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5425069c-e622-4872-ae16-e951106de040 req-f90391c1-f38e-4301-a215-15c81e68d315 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.3174472 Jul 23 17:15:11.304928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-cf6f6114-9647-4b1f-8e1c-2dfcce6219a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:11.306606 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-cf6f6114-9647-4b1f-8e1c-2dfcce6219a0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.4288540 Jul 23 17:15:11.394851 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5425069c-e622-4872-ae16-e951106de040 req-eb266870-a2f7-4573-a29a-91d6bf6f55ea tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310217 Jul 23 17:15:11.547248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462877b-0e01-4a58-9cde-af8988448624 req-c823bc71-8fe1-43d2-903d-6ccfb3024116 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:11.554433 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7462877b-0e01-4a58-9cde-af8988448624 req-c823bc71-8fe1-43d2-903d-6ccfb3024116 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1578360 Jul 23 17:15:11.563313 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-b63ba564-4a0a-4457-9cd5-2dc278195d39 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 1001 time: 0.2421672 Jul 23 17:15:11.620775 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7462877b-0e01-4a58-9cde-af8988448624 req-8ab67617-af05-457d-8fa7-f61c8dec814f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582290 Jul 23 17:15:11.666584 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-9423ec8c-3c75-4dd5-ac72-d3233ab66e93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:11.668228 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-9423ec8c-3c75-4dd5-ac72-d3233ab66e93 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0925908 Jul 23 17:15:11.850647 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-73e6c95e-33b7-4c14-b0b9-90f76b867a52 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1730716 Jul 23 17:15:11.941588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14612317-6f43-49f8-a3b4-183841b1cc46 req-84a358e3-bbfc-46a6-a304-3c37310d1f10 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:11.943581 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-14612317-6f43-49f8-a3b4-183841b1cc46 req-84a358e3-bbfc-46a6-a304-3c37310d1f10 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1319327 Jul 23 17:15:12.016388 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-14612317-6f43-49f8-a3b4-183841b1cc46 req-1ce337fa-6c3c-48fc-afcd-0f65caafce4c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650396 Jul 23 17:15:12.033546 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-9b2b8351-6a85-468f-b0f3-3034649c50a4 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668296 Jul 23 17:15:12.239492 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-77b7b30a-3945-4d71-93ac-e10a1e0138c9 req-d0e5ff24-89ca-4b29-ae49-c77f5eb96279 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926060 Jul 23 17:15:12.519168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:12.744525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577db5f-a727-43b6-9b28-96bc2327d5ba req-267c833d-3dc0-4a37-adca-956ac128d5ed tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:12.746574 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4577db5f-a727-43b6-9b28-96bc2327d5ba req-267c833d-3dc0-4a37-adca-956ac128d5ed tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1204247 Jul 23 17:15:12.957354 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4577db5f-a727-43b6-9b28-96bc2327d5ba req-8def5c29-b512-42d6-aa87-a890b469fb3c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842678 Jul 23 17:15:13.084466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-906a7149-6b54-4c98-a897-e99031e0b1d5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:13.098042 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-906a7149-6b54-4c98-a897-e99031e0b1d5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.2442079 Jul 23 17:15:13.135857 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-eaef4a2a-a34f-4957-be36-581574b8bab5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/quotas/52afb3a506214652943c05a54d7bd4ff HTTP/1.1" status: 200 len: 375 time: 0.0362349 Jul 23 17:15:13.343419 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-4d821dec-fb43-4324-8976-0824dfd39f85 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2054992 Jul 23 17:15:13.454834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e74b7-a650-4c95-bf7a-0c1e3ba25f08 req-d1b41133-7e1c-49f8-8194-f4c807cd2fe1 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:13.456930 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bc7e74b7-a650-4c95-bf7a-0c1e3ba25f08 req-d1b41133-7e1c-49f8-8194-f4c807cd2fe1 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2514794 Jul 23 17:15:13.558603 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bc7e74b7-a650-4c95-bf7a-0c1e3ba25f08 req-981e0cff-a592-4ff3-aeb6-d0eae88eb176 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886946 Jul 23 17:15:13.569289 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-5447656c-36df-409b-be29-b6254dd7b455 service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247922 Jul 23 17:15:13.875237 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-f4b2a034-a457-4225-aebd-b6193973db6f service neutron] 10.222.0.100 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048849 Jul 23 17:15:13.929848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecd949-c230-4855-a944-7aa4a12a9d89 req-42d256aa-22c6-4040-b63f-0c17aea7d251 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:13.932920 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-52ecd949-c230-4855-a944-7aa4a12a9d89 req-42d256aa-22c6-4040-b63f-0c17aea7d251 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1989074 Jul 23 17:15:14.027109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-52ecd949-c230-4855-a944-7aa4a12a9d89 req-248dbed2-ce83-4e14-b9c4-61a064f04fdc tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852082 Jul 23 17:15:14.159473 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-17602303-fab6-4524-aa46-8c4dc9366f4d req-58ee700e-4975-4f61-81f2-053bd175c180 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 210 time: 0.0621755 Jul 23 17:15:14.700294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f32ad-7b2a-4fbe-8e23-1667889fecdb req-991f5f6f-2e9c-45a9-a417-cc7261a801fe tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:14.703330 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a51f32ad-7b2a-4fbe-8e23-1667889fecdb req-991f5f6f-2e9c-45a9-a417-cc7261a801fe tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.4642124 Jul 23 17:15:14.805832 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a51f32ad-7b2a-4fbe-8e23-1667889fecdb req-8229b34d-69e3-41c1-9408-bde089fa0133 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827351 Jul 23 17:15:14.813547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecaf93-c7da-404b-b3f7-d9ab7218f013 req-76a76d17-5df9-47ca-befe-082bed65b14f tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:14.826268 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-49ecaf93-c7da-404b-b3f7-d9ab7218f013 req-76a76d17-5df9-47ca-befe-082bed65b14f tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2252443 Jul 23 17:15:14.834060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50158) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:14.842956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'floatingip': {'port_id': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:14.876395 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f152601-1e96-4211-8b4a-c1a7a73bf97c req-b1bcd02e-39b2-46c7-a5e3-d96f1bcfbee0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.2521393 Jul 23 17:15:15.023813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:15.069264 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f152601-1e96-4211-8b4a-c1a7a73bf97c req-5015c89c-e774-4d53-a926-6789c839630f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862929 Jul 23 17:15:15.454525 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-db7dde0d-1965-4187-b6ea-0c042d8a12ff req-733f2c2b-e6d9-48cf-a7e9-622fd0f68c31 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 210 time: 0.0852971 Jul 23 17:15:15.792464 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c71ea-5882-4342-878b-a24f0431c6a5 req-ea5313dd-0c2d-4875-ab88-3f877d53367a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:15.806194 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-953c71ea-5882-4342-878b-a24f0431c6a5 req-ea5313dd-0c2d-4875-ab88-3f877d53367a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.5689569 Jul 23 17:15:15.910624 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-953c71ea-5882-4342-878b-a24f0431c6a5 req-f768d551-6f8f-4375-bd13-5378dcd5ed40 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818479 Jul 23 17:15:16.283802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8cabc-8bb5-4e98-90e6-536b2bc7598d req-3c6a7e67-82c8-41fe-a76f-707e2972cdac tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:16.292651 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-46e8cabc-8bb5-4e98-90e6-536b2bc7598d req-3c6a7e67-82c8-41fe-a76f-707e2972cdac tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1496837 Jul 23 17:15:16.445738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82e6a287-56c1-4ff4-8d57-0aecbaf97af3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:16.447714 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82e6a287-56c1-4ff4-8d57-0aecbaf97af3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 814 time: 0.3371651 Jul 23 17:15:16.463901 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-46e8cabc-8bb5-4e98-90e6-536b2bc7598d req-74548a23-6848-4af7-b5ec-50d01ba42df8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701946 Jul 23 17:15:16.472130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Request body: {'port': {'device_id': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'admin_state_up': True, 'tenant_id': '52afb3a506214652943c05a54d7bd4ff'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:16.516268 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50202) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:16.660200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:16.667760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:16.850660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:16.950877 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-497968a9-4e28-40a7-a7f6-b8cb8dec73e1 req-0736eb4e-9963-49d2-b687-f20001fd2d1c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 210 time: 0.1121011 Jul 23 17:15:16.957446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:16.971466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Usage tracker for resource:port and tenant:52afb3a506214652943c05a54d7bd4ff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:16.976426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:16.979832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:16.990298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Usage tracker for resource:security_group_rule and tenant:281be342b5de498886928aad156bf799 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:16.995234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:17.000540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:17.017374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:17.031527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Made reservation on behalf of 52afb3a506214652943c05a54d7bd4ff for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:15:17.039267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:17.456865 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Floating IP 6e24eeef-5d42-444e-a96e-a0b6de518c12 associated. External IP: 172.28.0.70, port: a74ee619-a9e0-40a9-aadd-aacc6bca141d. Jul 23 17:15:17.473204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:17.480471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:17.526774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Allocated IP 172.20.0.4 (a6492c9a-6005-4a70-be38-45ebd62bfd62/48a441b0-4182-496e-8579-c540e4fc35b6/0a735f26-1c1a-44fe-9d09-90f503cbfdb7) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:15:17.530130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f8765076-2669-4196-91a5-ef0e3a3743d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:17.574020 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=281be342b5de498886928aad156bf799&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0561070 Jul 23 17:15:17.578590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc280984-fb57-4718-a378-5ba940c5dbab,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:17.588539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50232) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:17.592623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.593197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.593726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.594242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.594751 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.595409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.596027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.596523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.597015 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.597942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.599503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:17.617407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:17.741458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:17.781335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cc00-c3f0-47c3-971c-64a53bb363ee req-63d7d861-dfc8-413e-ace6-02221db35845 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:17.802772 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7f62cc00-c3f0-47c3-971c-64a53bb363ee req-63d7d861-dfc8-413e-ace6-02221db35845 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.5724826 Jul 23 17:15:17.805206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:18.024906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:18.035594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-462d96ef-4481-4d8b-9c07-23733939312c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:18.070533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc280984-fb57-4718-a378-5ba940c5dbab,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:18.073289 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:18.084127 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7f62cc00-c3f0-47c3-971c-64a53bb363ee req-768db600-1f29-4929-982f-50bd943c5ff3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801194 Jul 23 17:15:18.087423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:18.088868 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cc280984-fb57-4718-a378-5ba940c5dbab HTTP/1.1" status: 204 len: 168 time: 0.4694896 Jul 23 17:15:18.208174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:18.285455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:18.302574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'b427f120-431f-403b-a9b0-f36f44a3dd55', '21316ceb-0899-4720-90f6-137b761fbfca'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:18.315900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a9f7dec3-2167-4848-8a86-167ab7059110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:18.350803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e16b1-3c47-4332-90ce-533bf3c2a183 req-17d6b8db-91f0-40e1-a01f-67dc473b56b9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:18.370208 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de3e16b1-3c47-4332-90ce-533bf3c2a183 req-17d6b8db-91f0-40e1-a01f-67dc473b56b9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.4417574 Jul 23 17:15:18.473427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Network a6492c9a-6005-4a70-be38-45ebd62bfd62 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:15:18.475831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:15:18.480468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:15:18.495604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:18.496804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:18.533209 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de3e16b1-3c47-4332-90ce-533bf3c2a183 req-1e5b5e20-bee3-4eee-9d23-e26809f129d6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253736 Jul 23 17:15:18.554436 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0885704 Jul 23 17:15:18.555481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event updated for resources: {'Port': ['ID=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:18.559994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:18.570543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Request body: {'port': {'device_id': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:18.852771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:19.150423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3061b13-053c-4a90-b2c2-79ffd7780837 req-4457289c-bb97-44ea-b5f3-6736897d2c23 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:19.152175 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3061b13-053c-4a90-b2c2-79ffd7780837 req-4457289c-bb97-44ea-b5f3-6736897d2c23 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 931 time: 0.3984463 Jul 23 17:15:19.214602 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50266) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:19.217492 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3061b13-053c-4a90-b2c2-79ffd7780837 req-445fffeb-eedb-4788-8bb8-302fd8552dfb tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580990 Jul 23 17:15:19.240495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:19.288098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:19.292477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Usage tracker for resource:security_group_rule and tenant:89ffcf95827c4d93b2f15a99be9ba7a6 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:19.295655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:19.302714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:19.403077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:19.423999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:19.450831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:19.522078 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=89ffcf95827c4d93b2f15a99be9ba7a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3004472 Jul 23 17:15:19.528645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50276) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:19.934809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:19.951832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e066d7-2fac-463a-8a6c-fba57f347e92,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:19.956709 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Router 2965e31f-999c-486b-892f-6b139b233047 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:15:20.005214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ede2d3-61e0-4d01-b480-8c35a8b047bf req-4ea6255f-7a86-4f11-94af-ad6fa5656abf tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:20.007254 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-42ede2d3-61e0-4d01-b480-8c35a8b047bf req-4ea6255f-7a86-4f11-94af-ad6fa5656abf tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.3717613 Jul 23 17:15:20.040722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:20.048652 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:20.050785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:20.079806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Transition to ACTIVE for port object 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:15:20.090942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:20.094126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.094935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.095730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.096539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.097342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.098701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.099351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:20.099600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.100124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.100684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.101187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.101689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:20.118807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:20.222095 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-7c6b7b00-0cc6-49b3-81b0-9d7ad1b21aaf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.4463625 Jul 23 17:15:20.399138 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd5214-d386-4a0e-8b2c-c36a9b2cbb5b req-245b533c-e6ba-493d-97b6-a0d1fd501367 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:20.414237 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dbd5214-d386-4a0e-8b2c-c36a9b2cbb5b req-245b533c-e6ba-493d-97b6-a0d1fd501367 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.5814075 Jul 23 17:15:20.414618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Pushing event updated for resources: {'Port': ['ID=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:20.435212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:20.518603 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-42ede2d3-61e0-4d01-b480-8c35a8b047bf req-5d8a9dc9-e06d-4a9e-8a3c-fbe18f55a532 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910274 Jul 23 17:15:20.545970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Attempting to bind port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:15:20.546340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Attempting to bind port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:15:20.546722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Attempting to bind port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:20.563293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:20.563583 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Attempting to bind port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 on network a6492c9a-6005-4a70-be38-45ebd62bfd62 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:20.591521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:15:20.591906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Checking segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:15:20.592339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Bound using segment: {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:15:20.603255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Bound port: 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:15:20.603945 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:20.643399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a77d48-9504-482e-80db-f426afba0167 req-a3f28baf-2768-488f-a24d-710a0e3a3f58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:20.647682 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-a3f28baf-2768-488f-a24d-710a0e3a3f58 service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.4145985 Jul 23 17:15:20.839667 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-dd61865d-9a67-488a-af64-f09499e79336 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 217 time: 0.1845045 Jul 23 17:15:20.842782 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dbd5214-d386-4a0e-8b2c-c36a9b2cbb5b req-3066c81e-745e-486b-ba9d-8d7f8bfb66cd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271741 Jul 23 17:15:20.898909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:20.906130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4234d373-e1ba-4156-b39f-ae1723aaf223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:20.934061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e066d7-2fac-463a-8a6c-fba57f347e92,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:20.954321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:20.966146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:20.971811 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/47e066d7-2fac-463a-8a6c-fba57f347e92 HTTP/1.1" status: 204 len: 168 time: 1.4368896 Jul 23 17:15:20.977077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b752a9-45ff-4659-a02a-164178af8ef3 req-befa6876-f3c4-488a-ba7b-f11bd72ce540 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:20.978905 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-57b752a9-45ff-4659-a02a-164178af8ef3 req-befa6876-f3c4-488a-ba7b-f11bd72ce540 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 943 time: 0.2541392 Jul 23 17:15:20.983107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] For port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:15:20.999825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] For port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:15:21.010929 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a77d48-9504-482e-80db-f426afba0167 req-fa8566f0-49de-48ef-9ad8-8d98824effdd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:21.013539 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-fa8566f0-49de-48ef-9ad8-8d98824effdd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.1613867 Jul 23 17:15:21.016340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:21.024957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:21.085870 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-57b752a9-45ff-4659-a02a-164178af8ef3 req-2712af20-2221-4a05-af91-af01a2697b33 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889809 Jul 23 17:15:21.128744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:15:21.135667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:21.144814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:15:21.153484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Pushing event updated for resources: {'Port': ['ID=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:21.174586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:15:21.180740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:15:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:15:21.215655 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d796449f-4511-4fd4-b547-bd05bfe987b2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "PUT /v2.0/floatingips/6e24eeef-5d42-444e-a96e-a0b6de518c12 HTTP/1.1" status: 200 len: 991 time: 6.3802884 Jul 23 17:15:21.216938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:21.240565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:21.267906 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-66cd2402-d60b-4ab0-87b5-b10c3b09a9bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163254 Jul 23 17:15:21.287191 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:21.292799 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] 10.222.0.102 "PUT /v2.0/ports/0a735f26-1c1a-44fe-9d09-90f503cbfdb7 HTTP/1.1" status: 200 len: 1093 time: 2.7300723 Jul 23 17:15:21.296232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'tag': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:21.427347 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'tag': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7', 'status': 'completed', 'code': 200} Jul 23 17:15:21.615860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:15:21.694973 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-db082fb6-1baa-40cb-b107-00a479f5e120 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 1096 time: 0.3189034 Jul 23 17:15:21.702947 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-c28dd984-b9a0-4404-9754-fab96275a6aa service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209924 Jul 23 17:15:22.034047 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'status': 'completed', 'code': 200} Jul 23 17:15:22.186863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7129fe6-3cfe-417b-896c-ea2e4a5b1d76 req-7b94f3e0-0799-4260-ba01-9f0433c13faa tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:22.188558 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e7129fe6-3cfe-417b-896c-ea2e4a5b1d76 req-7b94f3e0-0799-4260-ba01-9f0433c13faa tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1322868 Jul 23 17:15:22.209689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896fee9-ba80-4345-992c-3d5eac164bf2 req-03bcae21-a715-4aa0-b95d-cb1622e93764 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:22.226012 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4896fee9-ba80-4345-992c-3d5eac164bf2 req-03bcae21-a715-4aa0-b95d-cb1622e93764 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.3543136 Jul 23 17:15:22.232746 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-2dd8d134-12ad-49b4-9e79-463f876d3945 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7 HTTP/1.1" status: 200 len: 217 time: 0.5158949 Jul 23 17:15:22.378915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1a77d48-9504-482e-80db-f426afba0167 req-919b97aa-489f-4aba-9509-17b185aaada7 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637020 Jul 23 17:15:22.412851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-34611d97-781c-4a15-9874-cd7f43997c4b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:22.414728 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-34611d97-781c-4a15-9874-cd7f43997c4b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.1652722 Jul 23 17:15:22.416501 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e7129fe6-3cfe-417b-896c-ea2e4a5b1d76 req-20eb5ae7-aa59-43fa-bc90-c0b3aa78315b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888831 Jul 23 17:15:22.439065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-aca6b302-1e69-4366-b500-95ff325ce2dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1099 time: 0.3032091 Jul 23 17:15:22.445697 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4896fee9-ba80-4345-992c-3d5eac164bf2 req-766664d1-6996-407c-89c3-fcaab169bd23 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160370 Jul 23 17:15:22.598009 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-b07c6f1a-c1de-4928-9fdf-be913bddca3d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671083 Jul 23 17:15:22.721491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '6e24eeef-5d42-444e-a96e-a0b6de518c12', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'floating_ip_address': '172.28.0.70', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '2965e31f-999c-486b-892f-6b139b233047', 'port_id': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'mac_address': 'fa:16:3e:1d:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:14:48Z', 'updated_at': '2021-07-23T17:15:16Z', 'revision_number': 1, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:15:22.740811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:15:22.771783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:15:22.772465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:15:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:15:22.937765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10708591-79c2-4dcb-a8c3-a199d9756ab5 req-9fda9ce1-c47e-4490-9b5f-ed4d3f52b27c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:22.940761 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-10708591-79c2-4dcb-a8c3-a199d9756ab5 req-9fda9ce1-c47e-4490-9b5f-ed4d3f52b27c tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 943 time: 0.2506542 Jul 23 17:15:23.025602 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-d08c832f-b8cd-4d77-95ad-a094a7a1e3d1 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079037 Jul 23 17:15:23.042250 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-10708591-79c2-4dcb-a8c3-a199d9756ab5 req-aef228b9-9aff-4273-8f76-0ac895410b71 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775607 Jul 23 17:15:23.140421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-a1b82019-0f3f-46a3-8a59-5cc0ca7eca24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:23.142833 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-a1b82019-0f3f-46a3-8a59-5cc0ca7eca24 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.5939364 Jul 23 17:15:23.172434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:15:23.364507 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-3e99d5f3-dffd-45fc-8d68-ae2938541126 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 999 time: 0.1619928 Jul 23 17:15:23.765469 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5dd51544-07a5-49f7-b50e-9f460813bf56 req-502fb9ff-992a-4f24-8247-c76cb2a0212b service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309468 Jul 23 17:15:23.822290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-79c08a68-c41d-4a1a-96c7-1d3e5b4f1e17 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:23.827644 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-79c08a68-c41d-4a1a-96c7-1d3e5b4f1e17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.4526453 Jul 23 17:15:23.907721 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '6e24eeef-5d42-444e-a96e-a0b6de518c12', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'floating_ip_address': '172.28.0.70', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '2965e31f-999c-486b-892f-6b139b233047', 'port_id': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'mac_address': 'fa:16:3e:1d:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:14:48Z', 'updated_at': '2021-07-23T17:15:16Z', 'revision_number': 1, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:15:23.913220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff0a72-c3b0-4471-be44-83418247e153 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '6e24eeef-5d42-444e-a96e-a0b6de518c12', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'floating_ip_address': '172.28.0.70', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '2965e31f-999c-486b-892f-6b139b233047', 'port_id': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'mac_address': 'fa:16:3e:1d:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:14:48Z', 'updated_at': '2021-07-23T17:15:16Z', 'revision_number': 1, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:15:24.062645 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-b9ac3335-6d02-467e-a1f6-ae7ea91861ae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 1096 time: 0.2335582 Jul 23 17:15:24.070789 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-d25f2b10-31ef-4727-ae50-63810bb3e648 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2005477 Jul 23 17:15:24.111105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582711f-99f8-4a96-9cbc-b4d88971b310 req-3ae16294-1def-423a-a696-fc1f22f6ac19 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:24.111105 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9582711f-99f8-4a96-9cbc-b4d88971b310 req-3ae16294-1def-423a-a696-fc1f22f6ac19 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.3563354 Jul 23 17:15:24.144294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822088-7136-461d-b426-74ef1755a68f req-72f069b5-8db1-4b3c-8a10-6b7fc05cf1e0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:24.167681 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ee822088-7136-461d-b426-74ef1755a68f req-72f069b5-8db1-4b3c-8a10-6b7fc05cf1e0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.3028307 Jul 23 17:15:24.405390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-fd1a0876-e17f-4d21-84a7-f7ab3913105d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:24.407286 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-fd1a0876-e17f-4d21-84a7-f7ab3913105d service neutron] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 916 time: 0.3337536 Jul 23 17:15:24.421293 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-49b8d237-f10f-4389-985b-12cbd1051c01 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175933 Jul 23 17:15:24.422538 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ee822088-7136-461d-b426-74ef1755a68f req-d9123e04-0b04-43c3-90c8-1769096a3221 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561526 Jul 23 17:15:24.427033 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9582711f-99f8-4a96-9cbc-b4d88971b310 req-80916d06-adf9-4f02-9a7a-3dedcca36ea9 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594295 Jul 23 17:15:24.563454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59469b31-07b2-4dda-96e1-1539e8b9f01a None None] New status for floating IP 6e24eeef-5d42-444e-a96e-a0b6de518c12: ACTIVE {{(pid=82119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:15:24.602791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-9a2ef59b-3e42-4f5e-b74a-50d7fd311205 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7 HTTP/1.1" status: 200 len: 217 time: 0.1800470 Jul 23 17:15:24.734173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50458) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:24.750947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-edd54a1d-40bd-4987-89d2-538b70783a1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:24.752918 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-edd54a1d-40bd-4987-89d2-538b70783a1a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.1213183 Jul 23 17:15:24.874754 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-7db3fcea-7507-40b4-9c1d-7ac9653fd56e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106656 Jul 23 17:15:25.107032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08a0e-1b08-4e4c-81a7-affc9ef1323c req-89b2d14e-5f32-4866-afe1-416b177ae30d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:25.121528 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38f08a0e-1b08-4e4c-81a7-affc9ef1323c req-89b2d14e-5f32-4866-afe1-416b177ae30d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 943 time: 0.2798800 Jul 23 17:15:25.174904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:25.226475 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38f08a0e-1b08-4e4c-81a7-affc9ef1323c req-3df482ba-304e-404c-a270-daf850e004f3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035466 Jul 23 17:15:25.260788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:25.265171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:dfda3185eac2470cb84a7042ed7a3d66 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:25.268557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:25.276156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:25.304082 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6870a35-c1a7-489d-a936-44d1d6bb4d56 req-6c624892-5ffa-4af2-bf14-2cfad7588359 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999190 Jul 23 17:15:25.328255 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-08bad2d6-0f60-4a20-8ece-de318977489e service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754301 Jul 23 17:15:25.390905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:25.392033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50470) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:25.412521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:25.427555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8848ae10-b269-44cd-9dbb-120e633903a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:25.554084 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e8ccf-0f06-484a-ba95-00e440838c10,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:25.578574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:25.584729 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dfda3185eac2470cb84a7042ed7a3d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8458827 Jul 23 17:15:25.593789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50482) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:25.687177 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5af9272b-0fd4-46bb-9114-7255363fce9d req-c3fb9f28-2bca-49bf-8296-b2da244c9894 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506582 Jul 23 17:15:25.888230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:25.908490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:25.986969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:26.024209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:26.034211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3d353324f84057b6eb37664228f2cb is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:26.045634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:26.073674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:26.341640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740cefc-acb9-4a70-ad03-3b4c0677ff61 req-bf739f7d-6f6e-46a4-91f1-517be7980f77 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:26.345020 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a740cefc-acb9-4a70-ad03-3b4c0677ff61 req-bf739f7d-6f6e-46a4-91f1-517be7980f77 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.5085087 Jul 23 17:15:26.350040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfd24c-05d1-4250-8781-96a485f60fba req-f0a67f4d-e791-4764-8211-29df170aba25 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:26.351823 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0bbfd24c-05d1-4250-8781-96a485f60fba req-f0a67f4d-e791-4764-8211-29df170aba25 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.6325366 Jul 23 17:15:26.436278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:26.446501 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-58ab8c7b-810c-48d1-8c6e-890eb33e26d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:26.498408 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e8ccf-0f06-484a-ba95-00e440838c10,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:26.506856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:26.521922 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a740cefc-acb9-4a70-ad03-3b4c0677ff61 req-da380cc1-5480-419a-bb9c-ce5f60637f82 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663256 Jul 23 17:15:26.533510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:26.534791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/648e8ccf-0f06-484a-ba95-00e440838c10 HTTP/1.1" status: 204 len: 168 time: 0.9399307 Jul 23 17:15:26.547178 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0bbfd24c-05d1-4250-8781-96a485f60fba req-a15094c2-826c-49dd-b293-508424cad106 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875157 Jul 23 17:15:26.557106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:26.561261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:26.571074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-86ebe643-7a9d-4e93-a955-b07bf8106b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:26.649031 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4822d20a-1c88-476d-b42f-82aa1afa69a9,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:26.653478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:26.656162 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3f3d353324f84057b6eb37664228f2cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2627168 Jul 23 17:15:26.661826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50504) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:26.865018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:26.942748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.029695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.051140 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b845e537-8abd-4398-8aaf-7a5cad0bf3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:27.078797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4822d20a-1c88-476d-b42f-82aa1afa69a9,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:27.081384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.085254 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4822d20a-1c88-476d-b42f-82aa1afa69a9 HTTP/1.1" status: 204 len: 168 time: 0.4191420 Jul 23 17:15:27.085254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:27.092404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86034-5b94-45bf-bb8a-6fdeb7929d06 req-4e12c04c-9851-4b9a-9d35-d352ff3282b6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:27.094753 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0ee86034-5b94-45bf-bb8a-6fdeb7929d06 req-4e12c04c-9851-4b9a-9d35-d352ff3282b6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 943 time: 0.2372761 Jul 23 17:15:27.179738 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0ee86034-5b94-45bf-bb8a-6fdeb7929d06 req-c2be2ab8-f94d-40f2-9d3d-87a05dfcdba9 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753582 Jul 23 17:15:27.652926 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:15:27.676379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50538) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:27.716693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.768545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:27.779525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4b9cb6d62f423589230d2b860265f2 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:27.797849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:27.805341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:27.891903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34194053-11f9-46a3-b38e-b8a96dceefaf req-711c6da0-d6a3-4611-b466-9a45de1ce36f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:27.901827 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34194053-11f9-46a3-b38e-b8a96dceefaf req-711c6da0-d6a3-4611-b466-9a45de1ce36f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1623793 Jul 23 17:15:27.912597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.916567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.929590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e6ebad7a-aaa6-4dfe-ac42-6848657223f7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:27.949226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:27.965540 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34194053-11f9-46a3-b38e-b8a96dceefaf req-334d2ba2-80cd-49cc-bbdc-0cf01b6fcb5c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625539 Jul 23 17:15:27.981294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f05d54-662e-4580-ba3e-1c7a853f1490,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:27.985890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:27.988301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'mac_address': 'fa:16:3e:b0:12:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:15:28.004979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50550) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:28.012153 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aa4b9cb6d62f423589230d2b860265f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238604 Jul 23 17:15:28.084434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.088418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.112477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a96d6ebd-023c-46f4-91b0-aa8fdd4145ea {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:28.118038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.130390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:28.133904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.134914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:15:28.145693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:28.170910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.175786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:28.188731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f05d54-662e-4580-ba3e-1c7a853f1490,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:28.191463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:28.199297 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.200781 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/44f05d54-662e-4580-ba3e-1c7a853f1490 HTTP/1.1" status: 204 len: 168 time: 0.1943991 Jul 23 17:15:28.351119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=6']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:28.367842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.368115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.368574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.368864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.369866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.370470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.370807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.371335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.371701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.372175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.372477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.378352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:28.477647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:28.517649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7', 'network_id': 'a6492c9a-6005-4a70-be38-45ebd62bfd62', 'port_id': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7', 'mac_address': 'fa:16:3e:39:07:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a441b0-4182-496e-8579-c540e4fc35b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:15:28.592758 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc8727-4a10-46aa-a917-e7d62224aa38 req-3f3b323f-1204-4e8a-926d-bb95d952623f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:28.604397 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1adc8727-4a10-46aa-a917-e7d62224aa38 req-3f3b323f-1204-4e8a-926d-bb95d952623f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 943 time: 0.1693668 Jul 23 17:15:28.640992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.672990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:28.715409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:28.723457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.729030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:28.792685 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1adc8727-4a10-46aa-a917-e7d62224aa38 req-18d706c1-242d-44c9-b8f0-ae4f454bd242 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869011 Jul 23 17:15:28.914838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:28.921562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:28.924334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:29.265409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['0a735f26-1c1a-44fe-9d09-90f503cbfdb7'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:29.311358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261839f-e969-4902-a190-12185123fe54 req-0c86b37e-fbf6-40dd-a38a-74d15af774f8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:29.314975 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7261839f-e969-4902-a190-12185123fe54 req-0c86b37e-fbf6-40dd-a38a-74d15af774f8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2819271 Jul 23 17:15:29.468376 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7261839f-e969-4902-a190-12185123fe54 req-6c344596-1ba7-4296-9254-e71f9c0f1cef tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406162 Jul 23 17:15:29.568923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce758204-0ecc-4f2e-b148-3369879d4679 req-0f57c6c7-03a8-467a-bc4c-6170cb9c9f9c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:29.570781 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ce758204-0ecc-4f2e-b148-3369879d4679 req-0f57c6c7-03a8-467a-bc4c-6170cb9c9f9c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 944 time: 0.2529459 Jul 23 17:15:29.672354 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ce758204-0ecc-4f2e-b148-3369879d4679 req-043bb007-7f45-4350-ab03-5ef61fc61168 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928650 Jul 23 17:15:30.195320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e579b2-6893-4c02-844a-b6b2a7b75c5b req-d32a7b7e-69b5-4fb7-a5ee-ddf32563d873 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:30.197235 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-75e579b2-6893-4c02-844a-b6b2a7b75c5b req-d32a7b7e-69b5-4fb7-a5ee-ddf32563d873 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 944 time: 0.1418910 Jul 23 17:15:30.278094 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-75e579b2-6893-4c02-844a-b6b2a7b75c5b req-c7e2ded0-af1a-42ec-b72d-a6bfbf72b7d1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742891 Jul 23 17:15:30.666364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50640) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:31.086899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.194669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:31.202736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f6df7f40e34837bedd8f7fcf2236f9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:31.212220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:31.223677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:31.306105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50656) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:31.342612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.347388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.420477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e37c8ec6-5853-4509-ab15-49b13883eca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:31.437651 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e5f6df7f40e34837bedd8f7fcf2236f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7698438 Jul 23 17:15:31.441048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50664) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:31.441231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff363c-5e86-4c9d-be1c-ef563022e72f req-af050f6c-80e0-4b19-90e6-384841678208 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:31.450911 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-92ff363c-5e86-4c9d-be1c-ef563022e72f req-af050f6c-80e0-4b19-90e6-384841678208 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 944 time: 0.2357898 Jul 23 17:15:31.499309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590aa73a-9452-4a29-9a19-2b7d9a5737f0,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:31.508689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:31.560369 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-92ff363c-5e86-4c9d-be1c-ef563022e72f req-2de905b9-5b97-4fdb-bd6b-b2d04ee968d1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078970 Jul 23 17:15:31.569328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.637350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.697392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:15:31.711823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.721638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:31.741062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590aa73a-9452-4a29-9a19-2b7d9a5737f0,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:31.743426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.747536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/590aa73a-9452-4a29-9a19-2b7d9a5737f0 HTTP/1.1" status: 204 len: 168 time: 0.3029315 Jul 23 17:15:31.747536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:31.767550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fb0db-191e-46bc-8604-fb98982fcd02 req-a4884f4a-8173-426a-9cf4-7363040976e9 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:31.773250 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f77fb0db-191e-46bc-8604-fb98982fcd02 req-a4884f4a-8173-426a-9cf4-7363040976e9 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 944 time: 0.1832879 Jul 23 17:15:31.775027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.887536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:15:31.898627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:15:31.899637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.991131 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f77fb0db-191e-46bc-8604-fb98982fcd02 req-9222d09b-1b52-44de-bcc8-8db031a116a0 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527216 Jul 23 17:15:32.028786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:32.038621 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Usage tracker for resource:security_group_rule and tenant:656a71669dcf496eb000cb70d4b72c79 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:32.048365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:32.064042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:32.252163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8225f5ac-858b-402f-8c50-141ecb671e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.276095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.279495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.283233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.322625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:32.336054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:32.340515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.342075 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:15:32.370664 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:32.389117 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8f950d79-b7eb-42ab-8e21-6b6d35d01811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:32.405011 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=656a71669dcf496eb000cb70d4b72c79&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0715282 Jul 23 17:15:32.409143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50682) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:32.462326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c77f8-1a08-4b8d-b85e-795669eefe98,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:32.467082 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7', 'code': 200} Jul 23 17:15:32.472018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:32.531573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.577387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.660407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.667185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:32.688086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.689767 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/027c77f8-1a08-4b8d-b85e-795669eefe98 HTTP/1.1" status: 204 len: 168 time: 0.2794964 Jul 23 17:15:32.691013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c77f8-1a08-4b8d-b85e-795669eefe98,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:32.695343 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:32.726024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50692) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:32.767272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.820133 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:32.837218 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:32.858646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:15:32.860134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.867385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:32.895329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2defc636f3c4b51bc7d1bef4dff3b5a is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:32.907530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:32.945901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:33.036734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50696) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:33.172536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dc215-4cdc-409c-af57-9360b3c95691 req-30f4a5ec-5aa3-4bbc-8c11-6f5d9f2c9011 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:33.180024 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa6dc215-4cdc-409c-af57-9360b3c95691 req-30f4a5ec-5aa3-4bbc-8c11-6f5d9f2c9011 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 944 time: 0.2677219 Jul 23 17:15:33.248870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.276579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.288269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-898a9f28-e881-47ac-9456-472e6a280862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:33.300598 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa6dc215-4cdc-409c-af57-9360b3c95691 req-998218b6-5d2f-47fa-90ae-8e722dc8f69d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116326 Jul 23 17:15:33.337921 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c955f7d9-9ec1-4c05-b396-fb8abc3fae38 req-b5afe1c8-b3e7-41d5-9aea-bd2950e0fbce service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 1098 time: 0.3026817 Jul 23 17:15:33.363126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.529325 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b2defc636f3c4b51bc7d1bef4dff3b5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8015985 Jul 23 17:15:33.535473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.573200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50708) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:33.639756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:33.640768 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c955f7d9-9ec1-4c05-b396-fb8abc3fae38 req-5cb44be8-3989-4a7c-b264-3f6ddb782052 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734542 Jul 23 17:15:33.641744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab1fb6-0df7-432a-964b-92b4181e7a56,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:33.645384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.648681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:33.649260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:33.694549 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ad14f-e887-4e57-b794-67545d990672 req-624d384b-bdfa-42f9-a326-90076f0fcb25 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:33.704241 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d39ad14f-e887-4e57-b794-67545d990672 req-624d384b-bdfa-42f9-a326-90076f0fcb25 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 945 time: 0.2819395 Jul 23 17:15:33.708288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:33.717998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Usage tracker for resource:security_group_rule and tenant:65698d8830a143ffbbf42095a963b732 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:33.729743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:33.742420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:33.748206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.786556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.795373 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d39ad14f-e887-4e57-b794-67545d990672 req-bbf071f0-2029-48f2-99e4-fe926d0edf57 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899694 Jul 23 17:15:33.856850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.866554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=7']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:33.866764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-03683078-530a-4293-9550-dc317282865d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:33.879788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:33.885942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab1fb6-0df7-432a-964b-92b4181e7a56,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:33.888804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:33.914442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.919816 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/93ab1fb6-0df7-432a-964b-92b4181e7a56 HTTP/1.1" status: 204 len: 168 time: 0.3335645 Jul 23 17:15:33.964801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.967993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.977583 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-40308112-19c1-4427-a0b0-c671da3855ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:34.028935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c047cba-8319-46cc-b28a-75f9dc0120c4,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:34.032794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:34.036205 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=65698d8830a143ffbbf42095a963b732&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9984920 Jul 23 17:15:34.039299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50714) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:34.121771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:34.154099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:34.240780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:34.279786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:34.284300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:34.311566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c047cba-8319-46cc-b28a-75f9dc0120c4,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:34.325809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:34.330017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:34.331843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1c047cba-8319-46cc-b28a-75f9dc0120c4 HTTP/1.1" status: 204 len: 168 time: 0.2912662 Jul 23 17:15:34.468710 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:34.779377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df502f1e-9606-4f6d-b310-9a43d43282e9 req-2fcb940c-20ce-470f-8729-aeb7384ee534 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:34.780985 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df502f1e-9606-4f6d-b310-9a43d43282e9 req-2fcb940c-20ce-470f-8729-aeb7384ee534 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1609972 Jul 23 17:15:34.864718 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df502f1e-9606-4f6d-b310-9a43d43282e9 req-333c0523-3f96-44b2-b4ef-2c7c1ed2a2c6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646350 Jul 23 17:15:34.995663 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'code': 200} Jul 23 17:15:35.164989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:35.400567 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-80320661-2582-45ff-8cf0-270addf311f4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.2478285 Jul 23 17:15:35.503954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563cb1-9651-4795-a53d-4088a07675af req-09421db1-6732-40e0-b456-f011961ce230 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:35.529940 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d2563cb1-9651-4795-a53d-4088a07675af req-09421db1-6732-40e0-b456-f011961ce230 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 945 time: 0.2597806 Jul 23 17:15:35.643576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-784b549e-b38b-4813-a7ae-151f2eb555c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:35.707016 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d2563cb1-9651-4795-a53d-4088a07675af req-0d8fac85-49df-450f-81f3-1bb055aaf2d4 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746271 Jul 23 17:15:35.771545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076458c-fd16-46cb-bd04-bdca75573624 req-f59df799-f975-4824-8c46-a4ef4cd69ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:35.776040 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-f59df799-f975-4824-8c46-a4ef4cd69ab3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.3683679 Jul 23 17:15:35.804985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621c5aa-c1e4-4e1f-b05b-70562a8f4f56 req-259c673a-7713-4306-83cd-a15fa370a1a8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:35.824959 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7621c5aa-c1e4-4e1f-b05b-70562a8f4f56 req-259c673a-7713-4306-83cd-a15fa370a1a8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2588582 Jul 23 17:15:35.956271 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7621c5aa-c1e4-4e1f-b05b-70562a8f4f56 req-ad7e268c-6731-413c-8f7b-272121b76044 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 Jul 23 17:15:35.986137 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-593fdebb-b556-4ff5-8f94-dab719d39a86 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 217 time: 0.1959751 Jul 23 17:15:36.174148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076458c-fd16-46cb-bd04-bdca75573624 req-97c08e65-ca2d-47e5-ad77-ff2c69fa4d8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:36.179151 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-97c08e65-ca2d-47e5-ad77-ff2c69fa4d8d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.1848748 Jul 23 17:15:36.311959 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-45829bc6-2ae2-4ed1-a0b4-c5262057e8bc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252899 Jul 23 17:15:36.366336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b83121-459b-4b49-8e6b-6ee87da67eb5 req-125635b2-f4ec-4a88-ab08-8bf5d130ded9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:36.368363 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d8b83121-459b-4b49-8e6b-6ee87da67eb5 req-125635b2-f4ec-4a88-ab08-8bf5d130ded9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.2087629 Jul 23 17:15:36.496793 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d8b83121-459b-4b49-8e6b-6ee87da67eb5 req-ca61914a-e110-4fee-a580-1de4ed543cc9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200941 Jul 23 17:15:36.670323 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-67b0f8d3-ea22-44ac-8bc7-dc8da33093dd service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492904 Jul 23 17:15:36.972519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 50788) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:36.983666 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5076458c-fd16-46cb-bd04-bdca75573624 req-154ea7c0-7f01-44fb-bafc-a5c641136e17 service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052459 Jul 23 17:15:37.245781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.356043 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-590873974-network', 'tenant_id': '72ab1f575a7a4a8fa4b6478cb02023b0'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:37.370630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:37.398266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Usage tracker for resource:network and tenant:72ab1f575a7a4a8fa4b6478cb02023b0 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:37.404166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:37.416125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:37.431887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Made reservation on behalf of 72ab1f575a7a4a8fa4b6478cb02023b0 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:15:37.438041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.456964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.522895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba219b7-a8cb-4703-8fa4-d27a890214c2 req-34e17e7f-8dd4-46a0-a5fb-cc80b03756fd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:37.525172 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bba219b7-a8cb-4703-8fa4-d27a890214c2 req-34e17e7f-8dd4-46a0-a5fb-cc80b03756fd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2908568 Jul 23 17:15:37.530494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:37.552011 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:72ab1f575a7a4a8fa4b6478cb02023b0 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:37.556643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:37.568230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:37.611394 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bba219b7-a8cb-4703-8fa4-d27a890214c2 req-3a614e04-05de-4ee5-9e39-6af037089903 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775204 Jul 23 17:15:37.704240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.715017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.738770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1356} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:15:37.750799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.752079 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Added segment 8e25e514-0107-496c-adc3-4cb62acb6a70 of type vlan for network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 Jul 23 17:15:37.823802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:37.856282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca16678b-4f33-43f3-9ebd-8c92d1106b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:37.940001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f0236-0209-4076-9344-37d65c635abf,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:37.943508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:38.009239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ce2f3-8655-40b8-8db2-90c3d50b2fe7 req-a1563883-2742-42d0-9ef3-d834fb1e8179 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:38.016952 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7d8ce2f3-8655-40b8-8db2-90c3d50b2fe7 req-a1563883-2742-42d0-9ef3-d834fb1e8179 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1763577 Jul 23 17:15:38.019228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:38.049261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:38.049261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:38.074858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:38.171803 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7d8ce2f3-8655-40b8-8db2-90c3d50b2fe7 req-0c56fc3f-b2ed-499f-9ae5-5de93dcaca6a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536498 Jul 23 17:15:38.200108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:38.211147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:38.211830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:15:38.237833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 50816) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:38.238160 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2630548 Jul 23 17:15:38.248073 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Request body: {'subnet': {'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-590873974-subnet', 'tenant_id': '72ab1f575a7a4a8fa4b6478cb02023b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:38.263263 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:38.269699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Usage tracker for resource:subnet and tenant:72ab1f575a7a4a8fa4b6478cb02023b0 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:38.274603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:38.283381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:38.299430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Made reservation on behalf of 72ab1f575a7a4a8fa4b6478cb02023b0 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:15:38.314941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:38.678261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:38.684643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d5fefa16-0f50-4c65-8a43-f714e7e7cb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:38.826286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03e4af0-560b-400b-9e1a-33af2af2e53a,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:38.830684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:38.832722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Checking segment: {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:15:38.833368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Network hostable DHCP agents. Network: c2fbd41a-3cf4-4e66-a4eb-c0650bae7227, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:15:38.870454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:15:38.886651 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, c2fbd41a-3cf4-4e66-a4eb-c0650bae7227) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:15:38.900588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec469e-9778-4f93-bb18-b43fdc698144 None None] Network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:15:38.911321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:38.912571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:38.957547 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7176936 Jul 23 17:15:39.275148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb345e99-dfca-4bd0-b0b5-f66786124cf5 req-50a02b25-87fe-4024-952f-0fcfda59a11d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:39.291763 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bb345e99-dfca-4bd0-b0b5-f66786124cf5 req-50a02b25-87fe-4024-952f-0fcfda59a11d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1952507 Jul 23 17:15:39.421112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57139a3-9354-445d-8b21-06ef74a4a9b2 None None] Network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:15:39.472990 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-8fc1aea0-f05c-4642-b889-921b157626a2 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=e57bebdc1ccc42a5a0ef590803396088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358440 Jul 23 17:15:39.500822 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bb345e99-dfca-4bd0-b0b5-f66786124cf5 req-b60a48e6-a092-4d72-838e-cd5fcc757f7f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072728 Jul 23 17:15:40.145322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-6df0dc07-0f39-470e-b77e-d0b858696e31 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:40.147979 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-6df0dc07-0f39-470e-b77e-d0b858696e31 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6451845 Jul 23 17:15:40.230765 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-7b54e689-ea0f-4d46-b906-ecf7d60305d9 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/quotas/e57bebdc1ccc42a5a0ef590803396088 HTTP/1.1" status: 200 len: 375 time: 0.0718553 Jul 23 17:15:40.244946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3aef1-318d-4b66-b3da-e39ee6a3435e req-efe1c576-a507-4809-8ee6-cd7ccd985b08 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:40.257362 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-90e3aef1-318d-4b66-b3da-e39ee6a3435e req-efe1c576-a507-4809-8ee6-cd7ccd985b08 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.3419368 Jul 23 17:15:40.349225 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-4f284d42-80a3-48ba-af07-a28eeee13164 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e57bebdc1ccc42a5a0ef590803396088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166224 Jul 23 17:15:40.419130 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-90e3aef1-318d-4b66-b3da-e39ee6a3435e req-c1ca2a60-e2a3-4131-89a6-9e65453c7501 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599710 Jul 23 17:15:40.722435 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d900a8d8-943f-42b3-820f-8fcc315ecc66 req-96b6d5cf-532a-46cb-9b75-695e9cbd0cc4 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 210 time: 0.0953701 Jul 23 17:15:41.168534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2559-90a6-49cb-942b-172d6370a8dc req-c31a9b5d-0355-40e4-912f-cf275dfa746f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:41.183635 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-317e2559-90a6-49cb-942b-172d6370a8dc req-c31a9b5d-0355-40e4-912f-cf275dfa746f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1713881 Jul 23 17:15:41.290455 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-317e2559-90a6-49cb-942b-172d6370a8dc req-0e1bcd0e-cd8f-4599-8a28-4ba2fcf3603a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Jul 23 17:15:41.747794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabba8be-42df-4e40-b351-37dd1fa0fef6 req-41ee87bd-efe3-4e5b-8cc4-6f5044d808f6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:41.756621 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cabba8be-42df-4e40-b351-37dd1fa0fef6 req-41ee87bd-efe3-4e5b-8cc4-6f5044d808f6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1053243 Jul 23 17:15:41.830516 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cabba8be-42df-4e40-b351-37dd1fa0fef6 req-fdf229c0-aebf-4929-84b6-9198c825a19d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727198 Jul 23 17:15:42.208805 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-db69f30d-4849-453b-b619-e2339d82fad0 req-624a5de3-a0e8-4c88-87b1-e29dce2db04f tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 210 time: 0.1424322 Jul 23 17:15:42.539979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:42.793107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b90e849d-10b4-4166-b51b-794be0188db3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:42.794365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b90e849d-10b4-4166-b51b-794be0188db3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Synchronizing usage tracker for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:15:42.845760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-d0ff1c5b-d4ab-4a76-973d-a2807ba73cd9 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=e57bebdc1ccc42a5a0ef590803396088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771058 Jul 23 17:15:42.852859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b90e849d-10b4-4166-b51b-794be0188db3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Unset dirty status for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:15:42.860983 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b90e849d-10b4-4166-b51b-794be0188db3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/networks?id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 200 len: 813 time: 0.4456112 Jul 23 17:15:42.886275 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da417f0-5309-4600-aa1c-a502c8cd3d02 req-7289ef93-4f4f-4e8b-8f80-468f5b2e10e3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:42.888922 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8da417f0-5309-4600-aa1c-a502c8cd3d02 req-7289ef93-4f4f-4e8b-8f80-468f5b2e10e3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2485840 Jul 23 17:15:42.903664 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-1d727782-5bc9-4a53-8c17-5df567a311b4 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/quotas/72ab1f575a7a4a8fa4b6478cb02023b0 HTTP/1.1" status: 200 len: 375 time: 0.0412641 Jul 23 17:15:42.970338 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-c7816c9c-97f4-453f-8f7e-f6276092ee5f tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652199 Jul 23 17:15:43.071817 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8da417f0-5309-4600-aa1c-a502c8cd3d02 req-0be7cc92-0413-45df-a58a-ad3990b065c6 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049659 Jul 23 17:15:43.365586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-99fbf8b3-90ed-4026-bfab-7a6925cccb62 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:43.367451 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-99fbf8b3-90ed-4026-bfab-7a6925cccb62 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5144644 Jul 23 17:15:43.399357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Request body: {'port': {'device_id': '1b52e862-b806-494a-a354-e3bf855e467a', 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa', 'admin_state_up': True, 'tenant_id': 'e57bebdc1ccc42a5a0ef590803396088'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:43.633813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:43.639079 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Usage tracker for resource:port and tenant:e57bebdc1ccc42a5a0ef590803396088 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:43.642410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:43.658854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:43.672882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Made reservation on behalf of e57bebdc1ccc42a5a0ef590803396088 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:15:43.684450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:43.692316 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-dec4d31e-ed04-4812-a933-71a39c8d6d6b service neutron] 10.222.0.100 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842849 Jul 23 17:15:43.712154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:43.760109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:43.764873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Usage tracker for resource:security_group_rule and tenant:e57bebdc1ccc42a5a0ef590803396088 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:43.769110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:43.778122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:43.912263 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:43.917034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:43.925248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4989fbbf-8e4b-40eb-a06b-c77d6df572c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:44.033262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198866ee-d9f9-4971-888c-48fb5008028d,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:44.038692 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:44.054818 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944083b-fa1a-4885-8a37-684d32190318 req-88d365ad-befe-466f-9404-feafff48f446 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:44.058534 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6944083b-fa1a-4885-8a37-684d32190318 req-88d365ad-befe-466f-9404-feafff48f446 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.6285300 Jul 23 17:15:44.090720 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-c93119cc-4e38-48ed-8c42-9ab114cdaed2 service neutron] 10.222.0.100 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967605 Jul 23 17:15:44.179233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:15:44.257046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Allocated IP 192.168.233.65 (5a749558-2426-4ecd-9e94-16cfe0397afa/5679b217-fb98-4892-b564-9d2af70f1c88/6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:15:44.272166 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6944083b-fa1a-4885-8a37-684d32190318 req-e537229d-f010-4209-8725-47d788140a9f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051480 Jul 23 17:15:44.487588 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d3bf79ba-9910-42dc-83bf-5dcb9e4ace55 req-c22a8f87-7ec0-47de-a165-00934f5aaab1 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 210 time: 0.0662322 Jul 23 17:15:44.587070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:44.632349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Transition to ACTIVE for port object 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:15:44.660191 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:44.673926 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:44.767201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Network 5a749558-2426-4ecd-9e94-16cfe0397afa is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:15:44.778373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:15:44.782921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:15:44.816111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:44.817785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:44.852560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Pushing event updated for resources: {'Port': ['ID=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:44.856737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:44.895455 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5046349 Jul 23 17:15:44.909509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Request body: {'port': {'device_id': '1b52e862-b806-494a-a354-e3bf855e467a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:45.067219 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-295d1819-479c-4ab6-b594-cc3047386762 req-35390d6a-3f95-4e96-a502-2063a6d0e997 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 210 time: 0.3941519 Jul 23 17:15:45.105118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:45.144024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075b98-f510-4064-a164-83935c169272 req-ad1f679b-2df6-4160-8427-47e39af94bb4 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:45.161912 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5075b98-f510-4064-a164-83935c169272 req-ad1f679b-2df6-4160-8427-47e39af94bb4 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.5538077 Jul 23 17:15:45.293038 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d5075b98-f510-4064-a164-83935c169272 req-590b63db-b812-4c58-bbdb-60c921a6df01 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298070 Jul 23 17:15:45.557195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-206b68b4-950d-4b8f-bcca-cfd568c8dcbf None None] Provisioning for port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:15:45.572907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-206b68b4-950d-4b8f-bcca-cfd568c8dcbf None None] Provisioning complete for port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:15:45.573585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-206b68b4-950d-4b8f-bcca-cfd568c8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:45.601693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f947-7c99-42a3-be3e-dce955396a28 req-40d05440-1dd9-431c-99b4-c5688078b722 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:45.610090 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9698f947-7c99-42a3-be3e-dce955396a28 req-40d05440-1dd9-431c-99b4-c5688078b722 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1245608 Jul 23 17:15:45.669375 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9698f947-7c99-42a3-be3e-dce955396a28 req-450f652c-2739-4525-952b-423c37953c1c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580282 Jul 23 17:15:45.690392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:45.700525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:45.720164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Transition to ACTIVE for port object 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:15:45.724911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:45.730368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b68eab6f-0e7b-4c59-91e7-ad92c6517844 tempest-DeleteServersTestJSON-247110746 tempest-DeleteServersTestJSON-247110746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:45.753835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-206b68b4-950d-4b8f-bcca-cfd568c8dcbf None None] Port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:15:45.934798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Pushing event updated for resources: {'Port': ['ID=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:45.944829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:46.023212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Attempting to bind port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:15:46.023596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Attempting to bind port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:15:46.024024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Attempting to bind port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f on network 5a749558-2426-4ecd-9e94-16cfe0397afa {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:46.031295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f on network 5a749558-2426-4ecd-9e94-16cfe0397afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:46.031652 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Attempting to bind port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f on network 5a749558-2426-4ecd-9e94-16cfe0397afa {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:46.041359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:15:46.041733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Checking segment: {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:15:46.042380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Bound using segment: {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:15:46.042871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Bound port: 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5eff1ce-ee5b-410e-a96a-6556352bbc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:15:46.043261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:46.056952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895314ea-fac6-4bfc-bc77-0419dcc1b8fb req-77fbf508-acc1-405a-9944-aed8fc98547a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:46.069092 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-895314ea-fac6-4bfc-bc77-0419dcc1b8fb req-77fbf508-acc1-405a-9944-aed8fc98547a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 945 time: 0.2933538 Jul 23 17:15:46.166004 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-895314ea-fac6-4bfc-bc77-0419dcc1b8fb req-3a183b6c-f00c-4ea7-ad1a-3c91ef45d2bf tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957742 Jul 23 17:15:46.201537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407a5a-8df1-44b2-a296-4e54f1e11cc2 req-a29a7cf1-f3ad-4c49-98a1-d7e94df3be8d tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:46.213728 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-67407a5a-8df1-44b2-a296-4e54f1e11cc2 req-a29a7cf1-f3ad-4c49-98a1-d7e94df3be8d tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 947 time: 0.2499704 Jul 23 17:15:46.223582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] For port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:15:46.227339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] For port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:15:46.231808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:46.269168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-de25bb22-3c1e-452b-85b0-8c4cdff910a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:46.368703 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-67407a5a-8df1-44b2-a296-4e54f1e11cc2 req-623e380d-65c5-4045-bc65-6f74ba88cf35 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537783 Jul 23 17:15:46.376900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Pushing event updated for resources: {'Port': ['ID=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:46.382877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:46.384336 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] 10.222.0.102 "PUT /v2.0/ports/6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f HTTP/1.1" status: 200 len: 1097 time: 1.4814842 Jul 23 17:15:46.384887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b52e862-b806-494a-a354-e3bf855e467a', 'tag': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:46.390058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:46.675095 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8e1e02e4-bb76-4827-b846-310af94df133 req-ac29fcb4-d5de-4b54-a593-481632082f20 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 210 time: 0.1130824 Jul 23 17:15:46.849359 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-dc269bba-c929-4f77-8d42-286e9587a117 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e57bebdc1ccc42a5a0ef590803396088&device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 1100 time: 0.3415120 Jul 23 17:15:46.967203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a96bf-41cd-42d9-864a-033f4204b84b req-a9cb5050-a48d-4c09-b093-7948df21005c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:46.970368 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dd1a96bf-41cd-42d9-864a-033f4204b84b req-a9cb5050-a48d-4c09-b093-7948df21005c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2141042 Jul 23 17:15:46.975198 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-5d11310a-54aa-4200-81d0-7a66484a695b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f HTTP/1.1" status: 200 len: 217 time: 0.0985053 Jul 23 17:15:46.981091 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b52e862-b806-494a-a354-e3bf855e467a', 'tag': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f', 'status': 'completed', 'code': 200} Jul 23 17:15:47.052377 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dd1a96bf-41cd-42d9-864a-033f4204b84b req-4876223f-d914-4e98-ad1c-74c7b73aa327 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663633 Jul 23 17:15:47.082597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-3c4f16d3-a50a-470b-b6ed-4af8bd4e03d7 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:47.084407 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-3c4f16d3-a50a-470b-b6ed-4af8bd4e03d7 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "GET /v2.0/networks?id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 200 len: 813 time: 0.5803216 Jul 23 17:15:47.102600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-84ea6726-4879-40b7-b011-d8e64ee2b599 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:47.104496 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-84ea6726-4879-40b7-b011-d8e64ee2b599 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5679b217-fb98-4892-b564-9d2af70f1c88 HTTP/1.1" status: 200 len: 843 time: 0.1195712 Jul 23 17:15:47.143228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Request body: {'port': {'device_id': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227', 'admin_state_up': True, 'tenant_id': '72ab1f575a7a4a8fa4b6478cb02023b0'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:47.241491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faefbb8-7f7e-44b5-a883-658fb50e1f67 req-83ba2ee9-184f-48f9-a78b-d7c5b5fae8b7 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:47.254955 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2faefbb8-7f7e-44b5-a883-658fb50e1f67 req-83ba2ee9-184f-48f9-a78b-d7c5b5fae8b7 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1271231 Jul 23 17:15:47.328370 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2faefbb8-7f7e-44b5-a883-658fb50e1f67 req-9e037cad-3a82-446e-9b68-f61000f7da9f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722752 Jul 23 17:15:47.406109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-e884cafb-46dc-439c-acd3-4eef64340c05 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5a749558-2426-4ecd-9e94-16cfe0397afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2393801 Jul 23 17:15:47.466768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d0ee3-e9e7-442d-800f-ee796c44a4a8 req-8a743be2-17f6-4ef9-a3c8-6efc84b99155 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:47.482930 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b20d0ee3-e9e7-442d-800f-ee796c44a4a8 req-8a743be2-17f6-4ef9-a3c8-6efc84b99155 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 945 time: 0.1524899 Jul 23 17:15:47.519691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:47.524563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Usage tracker for resource:port and tenant:72ab1f575a7a4a8fa4b6478cb02023b0 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:47.527853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:47.534658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:47.555954 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b20d0ee3-e9e7-442d-800f-ee796c44a4a8 req-e0a96ba4-ce43-4ced-8225-de4b36809738 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719790 Jul 23 17:15:47.556637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Made reservation on behalf of 72ab1f575a7a4a8fa4b6478cb02023b0 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:15:47.563177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:47.806145 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-96d2a690-0fd4-40fd-aac2-6318e7f7226b service neutron] 10.222.0.102 "GET /v2.0/networks/5a749558-2426-4ecd-9e94-16cfe0397afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840938 Jul 23 17:15:47.876369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807e2c-939a-4b95-93fa-c6cc891af7d4 req-ea942831-f77a-489e-9002-004aa595fd47 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:47.878276 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1a807e2c-939a-4b95-93fa-c6cc891af7d4 req-ea942831-f77a-489e-9002-004aa595fd47 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 947 time: 0.1778781 Jul 23 17:15:47.962517 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1a807e2c-939a-4b95-93fa-c6cc891af7d4 req-057e1bfa-c5f7-47f1-9ce7-d6847a7fba2b tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767968 Jul 23 17:15:48.029057 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f84181b9-50d1-4f52-a2a2-e63f7bc87630 req-8e08e1a2-647d-4a05-b64e-14daa64bc62e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 210 time: 0.0652974 Jul 23 17:15:48.323092 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fadd78e8-3378-43ba-891f-e680ad4325c8 req-ec8122df-8911-4fa3-80e8-2ac5dd7ad80a service neutron] 10.222.0.102 "GET /v2.0/networks/5a749558-2426-4ecd-9e94-16cfe0397afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899759 Jul 23 17:15:48.339240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-6d2cf805-4c28-4e7f-a871-dff8cb54aba1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:48.340133 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-6d2cf805-4c28-4e7f-a871-dff8cb54aba1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Synchronizing usage tracker for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:15:48.357091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Allocated IP 172.20.0.6 (c2fbd41a-3cf4-4e66-a4eb-c0650bae7227/a03e4af0-560b-400b-9e1a-33af2af2e53a/f19b650b-3306-4fb5-b3e1-9b36165e17ed) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:15:48.383158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b9658-97c6-4b4f-932a-2b1a56cb63d3 req-41286eaa-19c8-4885-ab44-a0c85c3c0928 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:48.385531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-6d2cf805-4c28-4e7f-a871-dff8cb54aba1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Unset dirty status for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:15:48.386906 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-6d2cf805-4c28-4e7f-a871-dff8cb54aba1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 945 time: 0.7040336 Jul 23 17:15:48.394043 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-112b9658-97c6-4b4f-932a-2b1a56cb63d3 req-41286eaa-19c8-4885-ab44-a0c85c3c0928 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1297681 Jul 23 17:15:48.470514 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-112b9658-97c6-4b4f-932a-2b1a56cb63d3 req-df7461a6-2e5e-4fd5-98e2-aa487ec93584 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758743 Jul 23 17:15:48.630245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Deleting port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:15:48.630874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:48.668843 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0b9a5-f8bd-4581-a40b-2299d9c5f0a9 req-ac238b5f-082d-4ebc-b30a-20d2265730ec tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:48.678370 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d3f0b9a5-f8bd-4581-a40b-2299d9c5f0a9 req-ac238b5f-082d-4ebc-b30a-20d2265730ec tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1611130 Jul 23 17:15:48.810095 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d3f0b9a5-f8bd-4581-a40b-2299d9c5f0a9 req-78bd6d1c-a8dc-4189-b4e3-b63ab5171261 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300519 Jul 23 17:15:48.873629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649ebec-75dd-4152-8dd6-06c5e7eeb2ec req-21f62851-16b6-4256-8af6-3c0fb188c55e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:48.883914 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c649ebec-75dd-4152-8dd6-06c5e7eeb2ec req-21f62851-16b6-4256-8af6-3c0fb188c55e tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 945 time: 0.1516066 Jul 23 17:15:48.945291 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-53983cba-f2bd-4971-a9b5-6ebcc4182896 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e57bebdc1ccc42a5a0ef590803396088&device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 1100 time: 0.5160275 Jul 23 17:15:48.952196 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c649ebec-75dd-4152-8dd6-06c5e7eeb2ec req-6d8b3ea7-b0f7-4cd9-96e3-2d1a010605f9 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665896 Jul 23 17:15:49.150396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:49.229081 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-46f932aa-d149-482f-8621-365106a9214f req-1bef0b9f-21d6-43e9-9e98-bd69685b84c6 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 210 time: 0.0545111 Jul 23 17:15:49.256683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff62d-1617-420a-a42c-c90df632b1b5 req-8c04b12e-2a51-47cc-a7ed-0baaed48b5be tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:49.258381 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b97ff62d-1617-420a-a42c-c90df632b1b5 req-8c04b12e-2a51-47cc-a7ed-0baaed48b5be tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 947 time: 0.1612742 Jul 23 17:15:49.296149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] For port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:49.296561 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:49.313894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:49.319262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-f223f237-f87d-4d1d-9a7e-1926856f99af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:49.321421 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-f223f237-f87d-4d1d-9a7e-1926856f99af service neutron] 10.222.0.102 "GET /v2.0/networks?id=5a749558-2426-4ecd-9e94-16cfe0397afa HTTP/1.1" status: 200 len: 871 time: 0.3569410 Jul 23 17:15:49.321673 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b97ff62d-1617-420a-a42c-c90df632b1b5 req-ad76c729-6a32-4c57-9673-919445fadf03 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533643 Jul 23 17:15:49.378652 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:49.549670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Calling delete_port for 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:15:49.674733 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-24770395-2067-42c8-9726-0b4a69573688 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f HTTP/1.1" status: 200 len: 217 time: 0.2573452 Jul 23 17:15:49.684425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ac003-11a1-42ac-b35e-11a01da66ab8 req-cd2c4985-0833-4256-b33b-152789b842b5 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:49.684425 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e29ac003-11a1-42ac-b35e-11a01da66ab8 req-cd2c4985-0833-4256-b33b-152789b842b5 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0932288 Jul 23 17:15:49.735197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:15:49.736097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Pushing event updated for resources: {'Port': ['ID=f19b650b-3306-4fb5-b3e1-9b36165e17ed,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:49.739706 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e29ac003-11a1-42ac-b35e-11a01da66ab8 req-b464cce9-bee0-475f-9936-fe02132ac530 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487027 Jul 23 17:15:49.746729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:15:49.752072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:49.759209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:15:49.763675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:49.764214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:49.842968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-fd57a837-0a03-4325-bfc5-b7839b8af551 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:49.844558 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-fd57a837-0a03-4325-bfc5-b7839b8af551 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5679b217-fb98-4892-b564-9d2af70f1c88 HTTP/1.1" status: 200 len: 843 time: 0.1582663 Jul 23 17:15:49.845884 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7129905 Jul 23 17:15:49.889217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Request body: {'port': {'device_id': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:15:49.986829 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-975518a4-fc16-4cc1-976d-cb4d0aedfc56 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1098 time: 0.4442618 Jul 23 17:15:50.041826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ac949-3959-4e6a-9e9e-ffa0817086e1 req-1eb0b3a7-6644-4e6a-97aa-ab665f6f0180 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:50.043214 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-400ac949-3959-4e6a-9e9e-ffa0817086e1 req-1eb0b3a7-6644-4e6a-97aa-ab665f6f0180 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.0925059 Jul 23 17:15:50.105548 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-400ac949-3959-4e6a-9e9e-ffa0817086e1 req-56882643-82a4-4974-8b29-b2b5dc8a4d2d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553606 Jul 23 17:15:50.186153 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-72fee975-e636-481d-b269-6ac362fd4dc9 req-8be4e5b0-d030-4764-a7d2-2cc61f3fc779 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 210 time: 0.0744829 Jul 23 17:15:50.383183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:50.400659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'b427f120-431f-403b-a9b0-f36f44a3dd55', '21316ceb-0899-4720-90f6-137b761fbfca'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:50.402850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:50.493394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8b2c3-0c31-4db0-90f5-0810349b93ae req-fd54a70f-7f8d-449a-b191-01ae4331d443 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:50.495457 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-45e8b2c3-0c31-4db0-90f5-0810349b93ae req-fd54a70f-7f8d-449a-b191-01ae4331d443 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 931 time: 0.1183715 Jul 23 17:15:50.515483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event deleted for resources: {'Port': ['ID=0a735f26-1c1a-44fe-9d09-90f503cbfdb7,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:50.526048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:50.543779 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:50.606989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-179a62c3-cb7f-438e-910e-b40e9091edb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:50.608713 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-179a62c3-cb7f-438e-910e-b40e9091edb2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.6126196 Jul 23 17:15:50.618257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-45e8b2c3-0c31-4db0-90f5-0810349b93ae req-b700aafc-e4d3-4103-934f-3e6a609d838b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Synchronizing usage tracker for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:15:50.647827 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-b835fbc6-ee10-4270-b72c-3ace4c553883 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5a749558-2426-4ecd-9e94-16cfe0397afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7629948 Jul 23 17:15:50.657092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39397-b494-4f0e-8c5f-bafe3439dea1 req-2ce4c79f-37df-429d-a308-825c3e6c8ff6 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:50.658848 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4d39397-b494-4f0e-8c5f-bafe3439dea1 req-2ce4c79f-37df-429d-a308-825c3e6c8ff6 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 947 time: 0.1350498 Jul 23 17:15:50.660717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-45e8b2c3-0c31-4db0-90f5-0810349b93ae req-b700aafc-e4d3-4103-934f-3e6a609d838b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Unset dirty status for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:15:50.662489 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-45e8b2c3-0c31-4db0-90f5-0810349b93ae req-b700aafc-e4d3-4103-934f-3e6a609d838b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576891 Jul 23 17:15:50.724885 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4d39397-b494-4f0e-8c5f-bafe3439dea1 req-bdbd275b-2fa7-4903-941e-b789d340690c tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577540 Jul 23 17:15:50.794328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] No DVR routers for this DVR port 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:15:50.818202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:50.821398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'name': 'network-vif-deleted', 'tag': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:50.942393 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-924da1f9-6214-490c-8b06-cb3e673fb4c9 req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "DELETE /v2.0/ports/0a735f26-1c1a-44fe-9d09-90f503cbfdb7 HTTP/1.1" status: 204 len: 173 time: 2.5407104 Jul 23 17:15:50.996314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807db9f-830a-4665-bc29-8cdbee7108b6 req-c0d1a386-b5d1-4b6a-a369-6256fc85f641 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:50.998121 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1807db9f-830a-4665-bc29-8cdbee7108b6 req-c0d1a386-b5d1-4b6a-a369-6256fc85f641 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0984685 Jul 23 17:15:51.046693 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0a10d3-04f2-4938-9e64-143ce0cccb2d', 'name': 'network-vif-deleted', 'tag': '0a735f26-1c1a-44fe-9d09-90f503cbfdb7', 'status': 'completed', 'code': 200} Jul 23 17:15:51.054821 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-ba3438e2-96c8-4eb1-940c-fa3d644c4a60 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 1001 time: 0.4151406 Jul 23 17:15:51.055113 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1807db9f-830a-4665-bc29-8cdbee7108b6 req-942649bc-00af-420b-9ea1-82d366363386 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Jul 23 17:15:51.256905 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-b12a6b71-c5d7-4125-a2ec-b84383120a09 service neutron] 10.222.0.102 "GET /v2.0/networks/5a749558-2426-4ecd-9e94-16cfe0397afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676770 Jul 23 17:15:51.269175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-e463ab3b-73cd-461a-bc7d-a645c82cfeaf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:51.272590 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-e463ab3b-73cd-461a-bc7d-a645c82cfeaf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.1971402 Jul 23 17:15:51.447573 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9f56ff8a-4743-4213-b102-ec5fb254d0a5 req-486cc720-7b09-4364-976d-a197267909ea tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc0a10d3-04f2-4938-9e64-143ce0cccb2d HTTP/1.1" status: 200 len: 210 time: 0.1017940 Jul 23 17:15:51.512270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4f1e-d953-409c-967b-bd56309ee57f req-51d50a91-5c08-459f-b039-049b976f7685 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:51.515384 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-826f4f1e-d953-409c-967b-bd56309ee57f req-51d50a91-5c08-459f-b039-049b976f7685 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.2561703 Jul 23 17:15:51.568395 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-68a80cdf-a253-42ba-83cb-89835f863a55 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2821591 Jul 23 17:15:51.591086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-826f4f1e-d953-409c-967b-bd56309ee57f req-a672f8e1-6545-4688-8774-ba21092db9a5 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564618 Jul 23 17:15:51.607915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eff2381f-1c36-4d8f-89de-41b36553fac9 req-6f3b0c7d-0abf-42aa-9dc7-faa06d326fd2 service neutron] 10.222.0.102 "GET /v2.0/networks/5a749558-2426-4ecd-9e94-16cfe0397afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267820 Jul 23 17:15:51.753507 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19b650b-3306-4fb5-b3e1-9b36165e17ed {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:51.775286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:51.797325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:15:51.810919 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:15:51.815185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Transition to ACTIVE for port object f19b650b-3306-4fb5-b3e1-9b36165e17ed will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:15:51.818285 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-e5f0caff-f42e-4ac4-98e1-53106a4d399a service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375991 Jul 23 17:15:51.819411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:51.890638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:15:51.891286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 0a735f26-1c1a-44fe-9d09-90f503cbfdb7 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:15:51.962516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a28fb1b2-b09d-4379-865e-c1cb72c54a09 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:52.043913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb45b4-bb37-4efb-91e4-cbb9d419698a req-3377964a-1b5e-4a9b-ac05-e64720a062ce tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:52.045801 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-94cb45b4-bb37-4efb-91e4-cbb9d419698a req-3377964a-1b5e-4a9b-ac05-e64720a062ce tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 943 time: 0.1533189 Jul 23 17:15:52.055871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:52.072430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f', 'network_id': '5a749558-2426-4ecd-9e94-16cfe0397afa', 'port_id': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f', 'mac_address': 'fa:16:3e:f8:40:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5679b217-fb98-4892-b564-9d2af70f1c88', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:15:52.099523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305120d-c884-4967-9027-ca945727c2a9 req-18c1d1db-2145-4715-af47-74b854e76a3d tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:52.101350 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0305120d-c884-4967-9027-ca945727c2a9 req-18c1d1db-2145-4715-af47-74b854e76a3d tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 947 time: 0.1360507 Jul 23 17:15:52.109660 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b377c73a-11cf-4c0d-8e0a-50bd5c6a818e req-f358838e-0cfc-4475-b9ea-7386a591fd4f service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787402 Jul 23 17:15:52.118964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Pushing event updated for resources: {'Port': ['ID=f19b650b-3306-4fb5-b3e1-9b36165e17ed,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:52.122742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:52.134591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:52.155061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:52.162372 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-94cb45b4-bb37-4efb-91e4-cbb9d419698a req-cf48a39f-42cb-4b69-8bf5-719d1570c178 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974443 Jul 23 17:15:52.172331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:52.176310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Attempting to bind port f19b650b-3306-4fb5-b3e1-9b36165e17ed on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:15:52.176662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:52.176813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Attempting to bind port f19b650b-3306-4fb5-b3e1-9b36165e17ed by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:15:52.177003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Attempting to bind port f19b650b-3306-4fb5-b3e1-9b36165e17ed on network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:52.178778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:52.182374 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0305120d-c884-4967-9027-ca945727c2a9 req-074a1c96-58b6-4b96-9633-63350ea06b1d tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708511 Jul 23 17:15:52.194179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Port f19b650b-3306-4fb5-b3e1-9b36165e17ed on network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:52.194543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Attempting to bind port f19b650b-3306-4fb5-b3e1-9b36165e17ed on network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:15:52.212684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:15:52.213346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Checking segment: {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:15:52.213937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Bound using segment: {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:15:52.214551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Bound port: f19b650b-3306-4fb5-b3e1-9b36165e17ed, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:15:52.215049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:52.262857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:52.266171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:52.327309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] For port f19b650b-3306-4fb5-b3e1-9b36165e17ed, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:15:52.330930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] For port f19b650b-3306-4fb5-b3e1-9b36165e17ed, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:15:52.334715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:52.339121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-954a2a98-1275-4322-9fd2-0f39c95607a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:52.386971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b719e-4520-4e66-bf1c-440178e283aa req-5a49a86d-b497-42ee-b91b-be3d25e66d3b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:52.388656 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-812b719e-4520-4e66-bf1c-440178e283aa req-5a49a86d-b497-42ee-b91b-be3d25e66d3b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0989292 Jul 23 17:15:52.408796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:52.410935 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] 10.222.0.102 "PUT /v2.0/ports/f19b650b-3306-4fb5-b3e1-9b36165e17ed HTTP/1.1" status: 200 len: 1093 time: 2.5274451 Jul 23 17:15:52.432050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Pushing event updated for resources: {'Port': ['ID=f19b650b-3306-4fb5-b3e1-9b36165e17ed,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:52.438301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:52.457650 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-812b719e-4520-4e66-bf1c-440178e283aa req-659a13eb-2f2b-47c8-b8fa-dee7b4d06a8f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578918 Jul 23 17:15:52.496355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:52.557743 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-4046df0f-a42c-47db-8761-32925cfdd9ea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 1096 time: 0.1000156 Jul 23 17:15:52.912343 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-3af46828-4e8c-4136-bfae-cb9e02465af9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed HTTP/1.1" status: 200 len: 217 time: 0.3470085 Jul 23 17:15:52.998717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439b88-cdbc-475e-bd94-eac1536d61bf req-f1c713d5-7ca7-494d-ad39-b3bce09d02f0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:53.000556 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-be439b88-cdbc-475e-bd94-eac1536d61bf req-f1c713d5-7ca7-494d-ad39-b3bce09d02f0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.0974653 Jul 23 17:15:53.047587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'tag': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:53.058236 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-be439b88-cdbc-475e-bd94-eac1536d61bf req-1842d735-5898-4051-85c1-66331a19cfbe tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481882 Jul 23 17:15:53.068159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b10f0e3c-57ec-4fa7-9c93-edaead2d7dca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:53.071033 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b10f0e3c-57ec-4fa7-9c93-edaead2d7dca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a03e4af0-560b-400b-9e1a-33af2af2e53a HTTP/1.1" status: 200 len: 853 time: 0.1426208 Jul 23 17:15:53.169428 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-76612769-731f-4622-88ce-c125ed64f399 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900168 Jul 23 17:15:53.279357 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'tag': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed', 'status': 'completed', 'code': 200} Jul 23 17:15:53.346841 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-fed802b2-3c9f-463a-95c2-b08f4bfa58d9 service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681499 Jul 23 17:15:53.517545 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7e6e1b8-bb95-4533-b6cf-636365a8586a req-b55f2b09-08c4-41e6-80b4-695456a93411 service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616457 Jul 23 17:15:53.592212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b2731-41e4-40f0-877e-5a8556dcaff5 req-97bc33c1-8939-46db-a918-765106217b71 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:53.594005 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a71b2731-41e4-40f0-877e-5a8556dcaff5 req-97bc33c1-8939-46db-a918-765106217b71 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 943 time: 0.2936749 Jul 23 17:15:53.601994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a8316-4102-4844-b309-81bc64cea87e req-8eb6f386-17f7-457e-b9ab-acacd9ac5f38 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:53.603667 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-282a8316-4102-4844-b309-81bc64cea87e req-8eb6f386-17f7-457e-b9ab-acacd9ac5f38 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 948 time: 0.2239692 Jul 23 17:15:53.658988 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-57063673-dba7-4843-a559-87d34cb8f0e1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 1096 time: 0.0901144 Jul 23 17:15:53.722733 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a71b2731-41e4-40f0-877e-5a8556dcaff5 req-cc65c1bf-60dc-4626-84fb-9498cc5cc135 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160488 Jul 23 17:15:53.731968 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-282a8316-4102-4844-b309-81bc64cea87e req-70223c0a-624c-4315-85c5-d1e119d64141 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051393 Jul 23 17:15:53.796162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:15:53.824626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-659d87ac-6135-42f8-adc0-768116b94aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:53.827197 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-659d87ac-6135-42f8-adc0-768116b94aa7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 200 len: 915 time: 0.1610980 Jul 23 17:15:53.904655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:15:53.910022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:15:53.910954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:53.923289 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-d045fb38-f2b2-44a3-949b-b20e6d4d3c9e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed HTTP/1.1" status: 200 len: 217 time: 0.0889397 Jul 23 17:15:53.963854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cfed9-61cc-4edc-a447-ba2536fb3a3d req-0c1018a6-9aec-4ae1-96d3-811058bbc82f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:53.965869 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-626cfed9-61cc-4edc-a447-ba2536fb3a3d req-0c1018a6-9aec-4ae1-96d3-811058bbc82f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1045940 Jul 23 17:15:54.007606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-3d7da1cc-81f6-40b7-8635-a1f5f0b1af34 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:54.009606 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-3d7da1cc-81f6-40b7-8635-a1f5f0b1af34 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a03e4af0-560b-400b-9e1a-33af2af2e53a HTTP/1.1" status: 200 len: 853 time: 0.0766113 Jul 23 17:15:54.053801 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-626cfed9-61cc-4edc-a447-ba2536fb3a3d req-586f9c5e-3249-46d9-a7fb-9429256488b5 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741580 Jul 23 17:15:54.056472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:54.082850 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-81baf601-262b-4964-83a9-5eba9984efcf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587931 Jul 23 17:15:54.096465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b52e862-b806-494a-a354-e3bf855e467a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:54.108682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:54.115478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:54.116642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:15:54.152814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:54.266755 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b52e862-b806-494a-a354-e3bf855e467a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f', 'code': 200} Jul 23 17:15:54.274350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:54.277849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:54.343353 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-31955335-6edb-4560-9c6d-ac6902247a49 service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524102 Jul 23 17:15:54.385321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:54.429178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:54.433234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:54.437416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:54.514530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190baa-da29-44f9-986f-2fb7a3d23f76 req-071d4202-aaf1-4f07-b455-14b01d1e6b20 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:54.516691 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8f190baa-da29-44f9-986f-2fb7a3d23f76 req-071d4202-aaf1-4f07-b455-14b01d1e6b20 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 945 time: 0.1472824 Jul 23 17:15:54.563085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=8']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:54.566552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:54.593829 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8f190baa-da29-44f9-986f-2fb7a3d23f76 req-59fb4217-c5a6-4024-b0db-706f37890469 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659668 Jul 23 17:15:54.638494 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-37eff3c8-2375-4a2b-b377-db8849e88d27 req-c6d39047-e838-4aad-9cda-8502b9cab3b4 service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853379 Jul 23 17:15:54.656968 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0e44ded2-2989-4bc9-823d-e0ac66fa5917 req-1c8a1f5b-2825-44b6-b503-641c952a8baf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 1102 time: 0.1756778 Jul 23 17:15:54.697013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15652-20f9-4496-841f-fc1d18c872e4 req-d229b7d4-cd38-402b-b52e-6bdd676e888a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:54.698876 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-81b15652-20f9-4496-841f-fc1d18c872e4 req-d229b7d4-cd38-402b-b52e-6bdd676e888a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 945 time: 0.1021106 Jul 23 17:15:54.712744 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0e44ded2-2989-4bc9-823d-e0ac66fa5917 req-8ae5f48f-124e-4e70-8b05-66c73cc193e2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Jul 23 17:15:54.758058 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-81b15652-20f9-4496-841f-fc1d18c872e4 req-2bdef90c-9c4b-4450-a12f-57b02fb0d883 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Jul 23 17:15:55.044772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58610758-f656-47b8-8e03-6538290db11a req-21706ac8-6e46-4fce-8ef6-f530799162e0 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:55.046505 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-58610758-f656-47b8-8e03-6538290db11a req-21706ac8-6e46-4fce-8ef6-f530799162e0 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 949 time: 0.1633687 Jul 23 17:15:55.054742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c66f7-ba95-4bcf-8643-8ce9c8b09566 req-dca509f1-ca45-4d87-bb2f-5a139dd4b374 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:55.056411 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d8c66f7-ba95-4bcf-8643-8ce9c8b09566 req-dca509f1-ca45-4d87-bb2f-5a139dd4b374 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 943 time: 0.1753495 Jul 23 17:15:55.139672 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-58610758-f656-47b8-8e03-6538290db11a req-a10ac7c0-ccba-4ea7-a111-b9aa951c2606 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820627 Jul 23 17:15:55.143492 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d8c66f7-ba95-4bcf-8643-8ce9c8b09566 req-bb7d13ea-cda9-43d6-b5a6-bea5cea84b28 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683126 Jul 23 17:15:55.344754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456faab7-b88b-4ce3-ae28-9fe78f898940 req-71622b89-bf65-48ac-9bab-e625cbbb4729 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:55.346333 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-456faab7-b88b-4ce3-ae28-9fe78f898940 req-71622b89-bf65-48ac-9bab-e625cbbb4729 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0847476 Jul 23 17:15:55.396378 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-456faab7-b88b-4ce3-ae28-9fe78f898940 req-a2e4758f-385c-4fed-8a0f-b27cac5b7327 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Jul 23 17:15:55.819505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f19b650b-3306-4fb5-b3e1-9b36165e17ed details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:15:55.857230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14481-1af8-4a66-b66c-9a05b6482339 req-358ec132-e2b1-44db-ad46-9f2230ee91dd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:55.859582 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-66e14481-1af8-4a66-b66c-9a05b6482339 req-358ec132-e2b1-44db-ad46-9f2230ee91dd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1183887 Jul 23 17:15:55.962161 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-66e14481-1af8-4a66-b66c-9a05b6482339 req-f665c1fe-de7c-4c28-8cd8-eb5e54e1013b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956831 Jul 23 17:15:55.977825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f19b650b-3306-4fb5-b3e1-9b36165e17ed, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:55.996568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5040d-127d-4b45-98ba-dca19ac0301d req-977d89ba-5c6c-4602-a32c-bc0de00ee5c3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:55.998195 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80f5040d-127d-4b45-98ba-dca19ac0301d req-977d89ba-5c6c-4602-a32c-bc0de00ee5c3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 945 time: 0.1068275 Jul 23 17:15:55.998924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed', 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227', 'port_id': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed', 'mac_address': 'fa:16:3e:dc:13:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03e4af0-560b-400b-9e1a-33af2af2e53a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:15:56.052730 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-80f5040d-127d-4b45-98ba-dca19ac0301d req-6499c7e6-05de-4265-8644-4a356e8264ad tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 Jul 23 17:15:56.057866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:56.081438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19b650b-3306-4fb5-b3e1-9b36165e17ed {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:15:56.101901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f19b650b-3306-4fb5-b3e1-9b36165e17ed, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:56.105007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:56.106922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:56.180710 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=f19b650b-3306-4fb5-b3e1-9b36165e17ed,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:56.188656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:56.267767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:56.362180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755814c-dcbf-4e74-a600-abd2469de502 req-31e9d8a2-ed47-4a1b-97fe-a02cea00b4ee tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:56.364465 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8755814c-dcbf-4e74-a600-abd2469de502 req-31e9d8a2-ed47-4a1b-97fe-a02cea00b4ee tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 949 time: 0.0888317 Jul 23 17:15:56.421604 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8755814c-dcbf-4e74-a600-abd2469de502 req-e90f4ba4-8102-42dd-b096-e7ff82ffb048 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505059 Jul 23 17:15:56.469499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['f19b650b-3306-4fb5-b3e1-9b36165e17ed'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:56.632468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda75f7-394e-4221-a8ca-07fbbfb4ea7a req-922a6587-b13e-4d6d-85f1-5f9af745723a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:56.636150 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'code': 422} returned with failed status Jul 23 17:15:56.640016 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0dda75f7-394e-4221-a8ca-07fbbfb4ea7a req-922a6587-b13e-4d6d-85f1-5f9af745723a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 944 time: 0.0984385 Jul 23 17:15:56.718905 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0dda75f7-394e-4221-a8ca-07fbbfb4ea7a req-e82ffc25-dbc1-4258-a8d0-dcd0c29efa61 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734806 Jul 23 17:15:56.844861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-d394d254-5048-42e3-8171-5b77a729c688 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:56.845653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-d394d254-5048-42e3-8171-5b77a729c688 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Synchronizing usage tracker for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:15:56.862619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-d394d254-5048-42e3-8171-5b77a729c688 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Unset dirty status for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:15:56.864201 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-d394d254-5048-42e3-8171-5b77a729c688 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 945 time: 0.1344187 Jul 23 17:15:56.931556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8f35f-bde0-4776-824c-00cc3faacc73 req-78f59af4-cbf9-47e7-9f6a-4c87b848ae2c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:56.933210 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f7e8f35f-bde0-4776-824c-00cc3faacc73 req-78f59af4-cbf9-47e7-9f6a-4c87b848ae2c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0890861 Jul 23 17:15:56.948103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Deleting port 21316ceb-0899-4720-90f6-137b761fbfca {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:15:56.948737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:56.992256 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f7e8f35f-bde0-4776-824c-00cc3faacc73 req-8a17aad8-b110-4fa8-911b-743932df5aed tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Jul 23 17:15:57.269241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1e6cd-7b2a-493c-91c7-b75158d639e7 req-ed020f30-49fa-4f24-9b12-0210f21d416b tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:57.271467 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dfd1e6cd-7b2a-493c-91c7-b75158d639e7 req-ed020f30-49fa-4f24-9b12-0210f21d416b tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 949 time: 0.1218553 Jul 23 17:15:57.274624 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a4306f0-9791-4e3c-91c3-8b71304242eb req-61d7ae8a-280e-4b99-b89e-2566af1e304e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1596150 Jul 23 17:15:57.306216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] For port 21316ceb-0899-4720-90f6-137b761fbfca, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=21316ceb-0899-4720-90f6-137b761fbfca,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:57.306788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:57.361156 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dfd1e6cd-7b2a-493c-91c7-b75158d639e7 req-ccfe31a7-9804-4a29-9563-7f060accab95 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775919 Jul 23 17:15:57.470855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Calling delete_port for 21316ceb-0899-4720-90f6-137b761fbfca owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:15:57.649789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:57.657835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-99704037-216e-47bb-b4ad-ae51d1513cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:57.665839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'b427f120-431f-403b-a9b0-f36f44a3dd55', '21316ceb-0899-4720-90f6-137b761fbfca'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:57.684017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51112) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:57.709231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event deleted for resources: {'Port': ['ID=21316ceb-0899-4720-90f6-137b761fbfca,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:57.712370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663f39c-e5e3-4dcb-b43c-54472d5bf1a9 req-e9a4c7b5-c7fb-4158-b62c-e8df15e196fc tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:57.712511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:57.714082 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0663f39c-e5e3-4dcb-b43c-54472d5bf1a9 req-e9a4c7b5-c7fb-4158-b62c-e8df15e196fc tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6dfdadc-e368-47fd-a428-1428d682867b HTTP/1.1" status: 200 len: 945 time: 0.1860042 Jul 23 17:15:57.726916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149677af-0f24-481d-b449-792f45b18b94 req-9fb133ba-219e-4d49-8a02-79f02cc4adba tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:57.728580 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-149677af-0f24-481d-b449-792f45b18b94 req-9fb133ba-219e-4d49-8a02-79f02cc4adba tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1473999 Jul 23 17:15:57.826585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f19b650b-3306-4fb5-b3e1-9b36165e17ed up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:15:57.846768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] No DVR routers for this DVR port 21316ceb-0899-4720-90f6-137b761fbfca on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:15:57.849678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:57.854301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'name': 'network-vif-deleted', 'tag': '21316ceb-0899-4720-90f6-137b761fbfca'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:57.869907 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7667a3f0-1b94-46aa-a5cb-4abafc16a957 req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "DELETE /v2.0/ports/21316ceb-0899-4720-90f6-137b761fbfca HTTP/1.1" status: 204 len: 173 time: 0.9976296 Jul 23 17:15:57.974768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port f19b650b-3306-4fb5-b3e1-9b36165e17ed completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:15:57.988401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port f19b650b-3306-4fb5-b3e1-9b36165e17ed triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:15:57.988839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:58.071788 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0663f39c-e5e3-4dcb-b43c-54472d5bf1a9 req-6ea52ead-89c9-492a-b593-7061d652a7e8 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421323 Jul 23 17:15:58.089021 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-149677af-0f24-481d-b449-792f45b18b94 req-85e924f2-f9ef-4864-93fd-4da0d4aa3fba tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273096 Jul 23 17:15:58.129843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-7e5eddd1-b221-4169-8d34-1189032539fb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4346681 Jul 23 17:15:58.183981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:58.231319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f19b650b-3306-4fb5-b3e1-9b36165e17ed, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:58.235457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:58.236724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:15:58.271320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:58.314229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70613f-0e7f-484b-a240-1a64d5605de4 req-13061ba2-50c0-467d-867f-cf37cb247a4d tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:58.320918 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de70613f-0e7f-484b-a240-1a64d5605de4 req-13061ba2-50c0-467d-867f-cf37cb247a4d tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.1047966 Jul 23 17:15:58.377767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=f19b650b-3306-4fb5-b3e1-9b36165e17ed,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:58.380797 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dfdadc-e368-47fd-a428-1428d682867b', 'name': 'network-vif-deleted', 'tag': '21316ceb-0899-4720-90f6-137b761fbfca', 'status': 'completed', 'code': 200} Jul 23 17:15:58.406344 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de70613f-0e7f-484b-a240-1a64d5605de4 req-76311ab9-327f-4054-9a69-2459c111601d tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826666 Jul 23 17:15:58.409042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:58.452770 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 21316ceb-0899-4720-90f6-137b761fbfca no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:15:58.502357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 21316ceb-0899-4720-90f6-137b761fbfca {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:15:58.502766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 21316ceb-0899-4720-90f6-137b761fbfca not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:15:58.637803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:15:58.699996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f2c8-b26c-4879-bb3d-fd5ee961d96b req-a22fc40e-a24a-4961-ba77-d22a4a2daec6 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:58.702403 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-adc7f2c8-b26c-4879-bb3d-fd5ee961d96b req-a22fc40e-a24a-4961-ba77-d22a4a2daec6 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 949 time: 0.1180589 Jul 23 17:15:58.718012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-a0b398f7-8dd8-45c2-be76-183c5fed16ba tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:58.719436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-a0b398f7-8dd8-45c2-be76-183c5fed16ba tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Synchronizing usage tracker for tenant:e57bebdc1ccc42a5a0ef590803396088 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:15:58.739623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-a0b398f7-8dd8-45c2-be76-183c5fed16ba tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Unset dirty status for tenant:e57bebdc1ccc42a5a0ef590803396088 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:15:58.740887 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-a0b398f7-8dd8-45c2-be76-183c5fed16ba tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.102 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 949 time: 0.1257596 Jul 23 17:15:58.747643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fb4ef-2dfb-4c86-a785-747ee3003ddc req-ed69ac1b-09f3-478e-9f15-0526504da56c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:58.754152 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0c2fb4ef-2dfb-4c86-a785-747ee3003ddc req-ed69ac1b-09f3-478e-9f15-0526504da56c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2098839 Jul 23 17:15:58.804245 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0c2fb4ef-2dfb-4c86-a785-747ee3003ddc req-e731c181-896a-4482-afef-864fdab23dab tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Jul 23 17:15:58.830586 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-adc7f2c8-b26c-4879-bb3d-fd5ee961d96b req-1de1bc82-ab7e-4bee-b71c-6564eb109e59 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/security-groups?id=198866ee-d9f9-4971-888c-48fb5008028d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185403 Jul 23 17:15:58.857937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Deleting port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:15:58.858708 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:58.895086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed', 'code': 200} Jul 23 17:15:59.198510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] For port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,segment=NetworkSegment(c5eff1ce-ee5b-410e-a96a-6556352bbc9c),segment_id=c5eff1ce-ee5b-410e-a96a-6556352bbc9c)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:15:59.198913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:59.348989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Calling delete_port for 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:15:59.361065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe968d3b-d8e6-464f-8338-f9b9eddfc44d req-be690672-2b15-4723-a7af-15c1944be14b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:59.369881 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fe968d3b-d8e6-464f-8338-f9b9eddfc44d req-be690672-2b15-4723-a7af-15c1944be14b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1158462 Jul 23 17:15:59.409649 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-aa4987af-9787-4907-bb51-86fe97114bc7 req-314cf5ac-b3f0-45fc-a12d-aa5ec3b2d840 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 1098 time: 0.3012474 Jul 23 17:15:59.439252 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fe968d3b-d8e6-464f-8338-f9b9eddfc44d req-caf3e0d7-0d01-4750-9601-cb855552d793 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668352 Jul 23 17:15:59.492173 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-aa4987af-9787-4907-bb51-86fe97114bc7 req-6e4e13dd-b6dc-45ba-8c84-dadcf17f0b78 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730469 Jul 23 17:15:59.644462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:59.652041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2f301a63-cc29-4b10-a6f2-1d89902a3fe2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:59.661076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:15:59.704924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Pushing event deleted for resources: {'Port': ['ID=6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:59.714416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:59.728019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd42c5f-f100-46f0-9eea-a9a3ebede7fe req-ba08b32b-e0ca-4cc1-a3ec-3956ece7c8cc tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:59.736133 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6fd42c5f-f100-46f0-9eea-a9a3ebede7fe req-ba08b32b-e0ca-4cc1-a3ec-3956ece7c8cc tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 946 time: 0.1442521 Jul 23 17:15:59.808314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] No DVR routers for this DVR port 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:15:59.813346 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-75b21cea-98cd-4275-87c5-6df5ad4b6da6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be&tenant_id=ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 1096 time: 0.2486284 Jul 23 17:15:59.814541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:59.835227 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-54838c66-fb08-4f0b-a29e-8b98e041d9da req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.102 "DELETE /v2.0/ports/6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f HTTP/1.1" status: 204 len: 173 time: 1.0883119 Jul 23 17:15:59.874282 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6fd42c5f-f100-46f0-9eea-a9a3ebede7fe req-1a4b4c00-1de0-4b5f-a4b6-574d650f3b1d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371613 Jul 23 17:15:59.903499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d13e9-5d59-4c87-81b5-515b913de592 req-c29d9469-ab07-438d-b2fc-a7f6c91f74f0 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:15:59.905370 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e78d13e9-5d59-4c87-81b5-515b913de592 req-c29d9469-ab07-438d-b2fc-a7f6c91f74f0 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.1664536 Jul 23 17:15:59.996729 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e78d13e9-5d59-4c87-81b5-515b913de592 req-76386c95-5550-450d-99f0-31919813a199 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813920 Jul 23 17:16:00.150079 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ce2d-5a90-4f85-9518-915f259b56bd req-efab68e4-c8c6-4fda-972d-3fac69a4fe2d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:00.151973 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6f2ce2d-5a90-4f85-9518-915f259b56bd req-efab68e4-c8c6-4fda-972d-3fac69a4fe2d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1148884 Jul 23 17:16:00.182264 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-d336c626-12e5-406c-99c0-28f0f0820c75 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1096 time: 0.3348720 Jul 23 17:16:00.219758 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b63f7322-c1fa-4868-8d02-2a76d93c64a9 req-bf04e49f-15a1-43fe-a648-d535a8e8aaaa tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b52e862-b806-494a-a354-e3bf855e467a HTTP/1.1" status: 200 len: 210 time: 0.0633202 Jul 23 17:16:00.263431 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c6f2ce2d-5a90-4f85-9518-915f259b56bd req-dd21bf8a-e55b-49e4-8c01-f958efee5705 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711970 Jul 23 17:16:00.378273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729caa14-25e3-4810-8e70-fc30983bf566 req-23b79d9f-8e51-4ee8-a954-35ae9db72cff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:00.380453 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-23b79d9f-8e51-4ee8-a954-35ae9db72cff service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.1914616 Jul 23 17:16:00.382085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b52e862-b806-494a-a354-e3bf855e467a', 'name': 'network-vif-deleted', 'tag': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:00.447954 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b52e862-b806-494a-a354-e3bf855e467a', 'name': 'network-vif-deleted', 'tag': '6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f', 'status': 'completed', 'code': 200} Jul 23 17:16:00.533419 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-38787d71-b4ac-42b1-af20-5dcf72052907 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 999 time: 0.1429780 Jul 23 17:16:00.636807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729caa14-25e3-4810-8e70-fc30983bf566 req-6ab3aa5a-e309-4f77-b3ff-d5bd9cfde431 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:00.638725 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-6ab3aa5a-e309-4f77-b3ff-d5bd9cfde431 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0955777 Jul 23 17:16:00.724177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a61d7a-f759-4713-9475-24c8022d6a21 req-1c853a2e-8f3d-432b-a639-6fb6c7945c3f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:00.727136 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3a61d7a-f759-4713-9475-24c8022d6a21 req-1c853a2e-8f3d-432b-a639-6fb6c7945c3f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1226978 Jul 23 17:16:00.761086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-c4ab47f1-9c67-437a-8893-d63ab500ed44 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1142340 Jul 23 17:16:00.787010 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3a61d7a-f759-4713-9475-24c8022d6a21 req-392d8dff-cf74-4a03-b0bf-27f5fa67babb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538001 Jul 23 17:16:00.931347 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-f30c8dae-057d-4d01-b0a6-ee247753646a service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586838 Jul 23 17:16:01.097433 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-729caa14-25e3-4810-8e70-fc30983bf566 req-954a4610-9f5c-417a-bb85-08769ec2778b service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586833 Jul 23 17:16:01.131785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656785a-c176-4eb1-95c5-5fa5ed615b23 req-644078c8-288f-4578-8738-6558069d1dd1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:01.133471 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c656785a-c176-4eb1-95c5-5fa5ed615b23 req-644078c8-288f-4578-8738-6558069d1dd1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 946 time: 0.1065981 Jul 23 17:16:01.244780 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c656785a-c176-4eb1-95c5-5fa5ed615b23 req-ae6b6e3e-c653-461a-8b28-9c41ecb204d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044726 Jul 23 17:16:01.245600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a301b2-0949-4951-8a34-977a9562552d req-4b177199-5b9d-436f-9efd-65a4323aaa2d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:01.246724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-e2a301b2-0949-4951-8a34-977a9562552d req-4b177199-5b9d-436f-9efd-65a4323aaa2d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Synchronizing usage tracker for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:16:01.269569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-e2a301b2-0949-4951-8a34-977a9562552d req-4b177199-5b9d-436f-9efd-65a4323aaa2d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Unset dirty status for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:16:01.271019 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e2a301b2-0949-4951-8a34-977a9562552d req-4b177199-5b9d-436f-9efd-65a4323aaa2d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 946 time: 0.1270907 Jul 23 17:16:01.278032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb313-197a-4586-a5d2-bf3f5ef46d11 req-2da97bbd-249a-4f86-8793-25a396f56401 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:01.279754 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-98fdb313-197a-4586-a5d2-bf3f5ef46d11 req-2da97bbd-249a-4f86-8793-25a396f56401 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.1385326 Jul 23 17:16:01.368859 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-98fdb313-197a-4586-a5d2-bf3f5ef46d11 req-5652e8c8-5116-447e-a728-0e877e6d3305 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804038 Jul 23 17:16:01.380701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Deleting port b427f120-431f-403b-a9b0-f36f44a3dd55 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:01.380701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:01.600530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d60d5-8507-4ae8-827d-b5eed89c1e69 req-5b29c905-c1be-46fb-a704-841e10337c36 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:01.602276 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ba8d60d5-8507-4ae8-827d-b5eed89c1e69 req-5b29c905-c1be-46fb-a704-841e10337c36 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1057127 Jul 23 17:16:01.670408 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ba8d60d5-8507-4ae8-827d-b5eed89c1e69 req-e9b5371a-7fff-4919-a8b0-0e8fc6b4fd44 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596981 Jul 23 17:16:01.744644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] For port b427f120-431f-403b-a9b0-f36f44a3dd55, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b427f120-431f-403b-a9b0-f36f44a3dd55,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:01.745052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:01.857251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:02.076278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:02.078540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 6d0207c7-8b8c-487c-adf7-1f91cb2e2e3f not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:02.091906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e30f564b-2347-4575-a21f-33cd04d7f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:02.108233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Calling delete_port for b427f120-431f-403b-a9b0-f36f44a3dd55 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:02.171864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f2205-b1f4-4a9d-8135-64f44fb807af req-f7b1ced6-d63e-472b-aa14-527019fc8d46 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:02.182083 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c78f2205-b1f4-4a9d-8135-64f44fb807af req-f7b1ced6-d63e-472b-aa14-527019fc8d46 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1096249 Jul 23 17:16:02.295597 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c78f2205-b1f4-4a9d-8135-64f44fb807af req-2d9bbaf4-ca90-4cc7-9583-87242b631586 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119447 Jul 23 17:16:02.505784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:02.511972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-73cfa8f1-d2e6-4cd7-968f-1346a372d89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:02.519208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'b427f120-431f-403b-a9b0-f36f44a3dd55'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:16:02.638276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event deleted for resources: {'Port': ['ID=b427f120-431f-403b-a9b0-f36f44a3dd55,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:02.698673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:02.843032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] No DVR routers for this DVR port b427f120-431f-403b-a9b0-f36f44a3dd55 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:16:02.867733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:02.871161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'name': 'network-vif-deleted', 'tag': 'b427f120-431f-403b-a9b0-f36f44a3dd55'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:02.906414 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e2a301b2-0949-4951-8a34-977a9562552d req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "DELETE /v2.0/ports/b427f120-431f-403b-a9b0-f36f44a3dd55 HTTP/1.1" status: 204 len: 173 time: 1.6258686 Jul 23 17:16:02.922244 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f148f8a4-eca8-40eb-be06-bf5e97a14e1f req-b9e61ad1-5409-46c9-ae3d-d167bee97b72 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.2423131 Jul 23 17:16:03.085760 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d474d0-eb22-4c03-b868-b5e9a7fd9fcd', 'name': 'network-vif-deleted', 'tag': 'b427f120-431f-403b-a9b0-f36f44a3dd55', 'status': 'completed', 'code': 200} Jul 23 17:16:03.427247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb66b4-8bc2-4fb2-a535-05c1b0be55e3 req-aa3b96ff-e3c8-47b7-a603-56494846d5df tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:03.432989 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-faeb66b4-8bc2-4fb2-a535-05c1b0be55e3 req-aa3b96ff-e3c8-47b7-a603-56494846d5df tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2502484 Jul 23 17:16:03.558322 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-faeb66b4-8bc2-4fb2-a535-05c1b0be55e3 req-6e8352a5-d6d6-427a-a4f1-52563e064008 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135006 Jul 23 17:16:03.794639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce5633-841b-480e-b52b-58767796c24c req-3ab0e102-4263-459b-84c7-c3ddbd200d31 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:03.796559 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-89ce5633-841b-480e-b52b-58767796c24c req-3ab0e102-4263-459b-84c7-c3ddbd200d31 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.0902433 Jul 23 17:16:03.853606 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-89ce5633-841b-480e-b52b-58767796c24c req-25b05543-51b0-4a7c-b8b5-8b59a9e56cc7 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504394 Jul 23 17:16:04.147309 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9095cb23-bb90-47a0-a72f-2241fa54676e req-02e6461d-2e18-424d-9ba7-96061d19162a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0574181 Jul 23 17:16:04.207961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:04.823860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bd823-c526-4134-b8e4-7ffd97b45fda req-79c5dbc7-b610-41b9-826f-a519c6e80f89 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:04.825990 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-141bd823-c526-4134-b8e4-7ffd97b45fda req-79c5dbc7-b610-41b9-826f-a519c6e80f89 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1232724 Jul 23 17:16:04.887771 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-141bd823-c526-4134-b8e4-7ffd97b45fda req-1b51b46b-28db-4ac4-bef4-a6983d721c43 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518608 Jul 23 17:16:05.118951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27289bb-5fbc-40e9-a02f-dbdf4aa573d0 req-1ec86d10-8179-4627-b3e1-ba86c017b1cc tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:05.120942 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b27289bb-5fbc-40e9-a02f-dbdf4aa573d0 req-1ec86d10-8179-4627-b3e1-ba86c017b1cc tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1073997 Jul 23 17:16:05.148850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:05.197691 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b27289bb-5fbc-40e9-a02f-dbdf4aa573d0 req-62445670-0f90-4c0e-92a0-4e84206d5e34 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621345 Jul 23 17:16:05.404739 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6275dbd0-bf51-4f47-b6c2-7e125e804db5 req-a44bcadb-de79-4d33-a735-89032ebc98c0 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0532191 Jul 23 17:16:05.646588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b348d040-04be-4331-b42d-6a949d99ab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:05.885115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b427f120-431f-403b-a9b0-f36f44a3dd55 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:05.948894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: b427f120-431f-403b-a9b0-f36f44a3dd55 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:05.949879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b427f120-431f-403b-a9b0-f36f44a3dd55 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:06.127230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f7b45-5a21-4994-b230-c7b2358274c1 req-50412136-4d93-40b3-b46d-117a2bacdcf7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:06.129252 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f33f7b45-5a21-4994-b230-c7b2358274c1 req-50412136-4d93-40b3-b46d-117a2bacdcf7 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1001577 Jul 23 17:16:06.186375 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f33f7b45-5a21-4994-b230-c7b2358274c1 req-a9d6dd64-b3f8-46ad-bd13-1972f5dbfb10 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Jul 23 17:16:06.459622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d07e7-93a8-46de-a1b7-275c5738ec58 req-bf6db82d-0c87-4660-b3d9-4441a60d62dd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:06.461254 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9c8d07e7-93a8-46de-a1b7-275c5738ec58 req-bf6db82d-0c87-4660-b3d9-4441a60d62dd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.0974624 Jul 23 17:16:06.518093 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9c8d07e7-93a8-46de-a1b7-275c5738ec58 req-4bded7a0-2629-4a40-a43b-f1380c55a92b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501049 Jul 23 17:16:06.704055 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6d88b11b-9c52-4cb3-bd84-b1ef88bce734 req-59776a20-7e82-4762-87dd-bc2168914372 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0550382 Jul 23 17:16:07.234131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:07.422969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79b099-9b38-4f3f-9b49-f766a9941a2c req-115a53b2-d3fb-490e-a341-de281987bb3a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:07.424868 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a79b099-9b38-4f3f-9b49-f766a9941a2c req-115a53b2-d3fb-490e-a341-de281987bb3a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0959291 Jul 23 17:16:07.486060 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a79b099-9b38-4f3f-9b49-f766a9941a2c req-0e4e65d5-cbcd-46fd-a246-58793e669a47 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528946 Jul 23 17:16:07.777554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2edb1a-152d-43f5-b2f0-fef951a4b17f req-e35ba7ce-0e95-4442-9716-96f3c9e419a6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:07.779266 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bc2edb1a-152d-43f5-b2f0-fef951a4b17f req-e35ba7ce-0e95-4442-9716-96f3c9e419a6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1037877 Jul 23 17:16:07.842003 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bc2edb1a-152d-43f5-b2f0-fef951a4b17f req-82482bbb-5856-46d7-9ed1-33927fbfb128 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550148 Jul 23 17:16:08.020362 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-43241628-1cf6-421f-98f7-a401621e5d1b req-93ac5124-2b2c-4f2d-82a0-6dc5095be901 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0480776 Jul 23 17:16:08.721487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf7b00-4b22-4af7-8127-f772c812f9cb req-8d76a0f8-7202-424d-83e4-8340472fd3e8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:08.723892 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fdaf7b00-4b22-4af7-8127-f772c812f9cb req-8d76a0f8-7202-424d-83e4-8340472fd3e8 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1002650 Jul 23 17:16:08.779412 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fdaf7b00-4b22-4af7-8127-f772c812f9cb req-cad940ae-412a-4c3b-9737-76a9f7503681 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488551 Jul 23 17:16:09.073973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223edb-a945-4318-83b4-a3bf8a800ee9 req-aac04abc-27cb-4de8-9ac1-00b224b596ce tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:09.075610 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a223edb-a945-4318-83b4-a3bf8a800ee9 req-aac04abc-27cb-4de8-9ac1-00b224b596ce tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.0908234 Jul 23 17:16:09.130008 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a223edb-a945-4318-83b4-a3bf8a800ee9 req-573fb22a-55ce-45fe-b607-342629ef460b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475037 Jul 23 17:16:09.325079 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-704b17da-7c32-4d32-87bb-f80e80f8a7d5 req-bc80ba0b-68db-41d2-861c-ed621c2a38b5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0519822 Jul 23 17:16:10.031418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab27f5-254c-40fb-8e45-2dffd15ed61e req-95e0a9ae-52a7-4a00-a7ca-3fe99e6d2632 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:10.033837 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-61ab27f5-254c-40fb-8e45-2dffd15ed61e req-95e0a9ae-52a7-4a00-a7ca-3fe99e6d2632 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0992420 Jul 23 17:16:10.092673 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-61ab27f5-254c-40fb-8e45-2dffd15ed61e req-b80160b3-cc45-45b3-8486-41c5205dd42f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489597 Jul 23 17:16:10.384890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a0572-34ff-4180-927a-e46653699960 req-a7c5660a-f7c7-440b-97a8-8879a2eff867 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:10.386714 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2f4a0572-34ff-4180-927a-e46653699960 req-a7c5660a-f7c7-440b-97a8-8879a2eff867 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1030440 Jul 23 17:16:10.446310 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2f4a0572-34ff-4180-927a-e46653699960 req-1c7fb68b-0478-429f-ae5f-91f07a361a7e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527506 Jul 23 17:16:10.622697 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b01294a5-5505-4fa2-bf76-ecbf8382847b req-46b826d3-20b5-4117-9893-9e2780ae7fd1 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0489025 Jul 23 17:16:11.324747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97a94e-49be-46dc-b9c3-3921785dda87 req-03ecf198-7226-4524-a38e-02397155ab08 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:11.326456 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5a97a94e-49be-46dc-b9c3-3921785dda87 req-03ecf198-7226-4524-a38e-02397155ab08 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1001601 Jul 23 17:16:11.390263 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5a97a94e-49be-46dc-b9c3-3921785dda87 req-337dbfd4-0666-4278-bbb0-ce041831b870 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564706 Jul 23 17:16:11.682850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289139b-0c5b-488f-91a4-31bd88d714fa req-f3a958ae-9367-4fad-b0df-b3bcf1866ebf tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:11.684474 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8289139b-0c5b-488f-91a4-31bd88d714fa req-f3a958ae-9367-4fad-b0df-b3bcf1866ebf tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.0942023 Jul 23 17:16:11.739894 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8289139b-0c5b-488f-91a4-31bd88d714fa req-9743da2b-301f-4c86-b59b-58dba8027689 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484235 Jul 23 17:16:11.958171 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6d11f932-208f-46a9-9bab-8ce9e02dd933 req-d7cd5c17-8d12-49a8-b112-854d8eb61a48 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0573449 Jul 23 17:16:12.508715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:12.643553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69446fd7-85af-43e7-a87e-ac62163ecf04 req-e81e1004-1d6a-4aed-87cd-378702904a54 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:12.649772 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-69446fd7-85af-43e7-a87e-ac62163ecf04 req-e81e1004-1d6a-4aed-87cd-378702904a54 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1012521 Jul 23 17:16:12.700496 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-69446fd7-85af-43e7-a87e-ac62163ecf04 req-f93685d4-8de1-4951-9bb9-0656ba285f7a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Jul 23 17:16:12.998316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a3bb7-57af-478c-9b0b-de0430b44017 req-68289b68-ed72-462e-9837-46357e6ddbdd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:13.000167 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-912a3bb7-57af-478c-9b0b-de0430b44017 req-68289b68-ed72-462e-9837-46357e6ddbdd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1025445 Jul 23 17:16:13.059324 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-912a3bb7-57af-478c-9b0b-de0430b44017 req-0b354107-6bbd-48ea-8c1b-442aec2cf9be tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511069 Jul 23 17:16:13.231267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fcc0d087-3b9c-44a7-a999-01a3e678c834 req-e300cfbb-38df-4096-9cb6-20c66d734957 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0467224 Jul 23 17:16:14.016536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-afa888cb-d037-4d37-96cb-331c79fb366b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2320025 Jul 23 17:16:14.083421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85079d-a4fa-43fd-a9a9-5356c8a7f0bc req-4d9deed4-1fe8-460a-b8cb-24b5b8255974 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:14.086753 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c85079d-a4fa-43fd-a9a9-5356c8a7f0bc req-4d9deed4-1fe8-460a-b8cb-24b5b8255974 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1507246 Jul 23 17:16:14.226828 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c85079d-a4fa-43fd-a9a9-5356c8a7f0bc req-58217619-ac20-4b0b-8763-4be7cb1340eb tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236017 Jul 23 17:16:14.401267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-a28ef867-f3f2-43ec-8fc3-89b88d04f387 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52afb3a506214652943c05a54d7bd4ff&device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 1098 time: 0.1604710 Jul 23 17:16:14.516351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-842e81d1-bfb2-40c1-857c-fb2ac09a20c2 req-b67bb5b5-6ba6-4478-b1e1-a18aa17dae3f tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d474d0-eb22-4c03-b868-b5e9a7fd9fcd HTTP/1.1" status: 200 len: 210 time: 0.0849447 Jul 23 17:16:14.556839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaeb64-5bcf-4b62-82cc-0c1d0e21b217 req-36b58940-a797-4cdb-a271-ee0fe013a76b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:14.559009 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-46eaeb64-5bcf-4b62-82cc-0c1d0e21b217 req-36b58940-a797-4cdb-a271-ee0fe013a76b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.2250476 Jul 23 17:16:14.617291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-ae18b97e-fae7-49fa-85fe-df114ecce5db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:14.618917 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-ae18b97e-fae7-49fa-85fe-df114ecce5db service neutron] 10.222.0.102 "GET /v2.0/networks?id=a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 200 len: 916 time: 0.1804559 Jul 23 17:16:14.627842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-46eaeb64-5bcf-4b62-82cc-0c1d0e21b217 req-743aa980-6363-419a-b068-c0ac18385d60 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619566 Jul 23 17:16:14.713871 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-364972ba-9795-4f2b-8036-65fb6a9f2fae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 HTTP/1.1" status: 200 len: 217 time: 0.0868506 Jul 23 17:16:14.798143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-baf702e0-2160-43b3-aa16-9f163b172ffe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:14.800506 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-baf702e0-2160-43b3-aa16-9f163b172ffe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 200 len: 854 time: 0.0764587 Jul 23 17:16:14.855533 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-d7b173ca-ea89-4eb4-bac7-d52b0a56f4d9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a6492c9a-6005-4a70-be38-45ebd62bfd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482905 Jul 23 17:16:15.020569 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-d414bfe8-b886-4e22-976f-fe75f1c4d157 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566932 Jul 23 17:16:15.189372 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-654a02e6-165e-4b3b-ab12-be07b5c45f59 req-be129bce-3306-414c-85a7-da303abe5e55 service neutron] 10.222.0.102 "GET /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615245 Jul 23 17:16:15.475270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e78f7e-5745-47d4-9bad-a6e3110e1e1c req-2f8cdf6a-8f7a-46f1-a518-222c25a78840 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:15.476990 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-63e78f7e-5745-47d4-9bad-a6e3110e1e1c req-2f8cdf6a-8f7a-46f1-a518-222c25a78840 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0928121 Jul 23 17:16:15.531153 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-63e78f7e-5745-47d4-9bad-a6e3110e1e1c req-2e09689b-b374-451d-bdff-c7f180a73b8f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Jul 23 17:16:16.090058 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b7198ac5-5790-4444-831b-00e7b4fcc9b8 req-913b4982-e2e4-4288-b1ca-2fb47cc88ed6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.1233780 Jul 23 17:16:16.162423 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b7198ac5-5790-4444-831b-00e7b4fcc9b8 req-0c2fff7a-89b0-4afc-86ad-1baa489c8d96 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573361 Jul 23 17:16:16.164242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033d6c9-8a65-492b-b4a9-339357d44f58 req-110cad3c-bd71-4bf9-b495-b09842ff46f8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:16.165918 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5033d6c9-8a65-492b-b4a9-339357d44f58 req-110cad3c-bd71-4bf9-b495-b09842ff46f8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.3982825 Jul 23 17:16:16.220555 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5033d6c9-8a65-492b-b4a9-339357d44f58 req-3a83bf4f-c430-4ef1-8071-826b436e8098 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474408 Jul 23 17:16:16.763264 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0672243-c974-4d28-9405-1f4d2eaf9660 req-fc2aa922-3fb1-49c2-b9d4-7022f9e012ae tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:16.763739 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b0672243-c974-4d28-9405-1f4d2eaf9660 req-fc2aa922-3fb1-49c2-b9d4-7022f9e012ae tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0890067 Jul 23 17:16:16.835809 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b0672243-c974-4d28-9405-1f4d2eaf9660 req-79639598-7f9a-4a43-8b20-1215f77cecbe tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593946 Jul 23 17:16:17.590540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784f48-4eec-4e5a-9a29-6fea274745ec req-65a8dc4b-bad2-4050-a19f-615214680627 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:17.593642 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eb784f48-4eec-4e5a-9a29-6fea274745ec req-65a8dc4b-bad2-4050-a19f-615214680627 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 943 time: 0.1250267 Jul 23 17:16:17.649108 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-eb784f48-4eec-4e5a-9a29-6fea274745ec req-c86a8fd0-19c8-4b11-b2e4-3b2a0ddc4c40 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476158 Jul 23 17:16:17.896538 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580129-6bd1-46a1-af9b-0ec39531521c req-f191d907-8374-4ea1-b325-417ce9132ca5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:17.898542 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f2580129-6bd1-46a1-af9b-0ec39531521c req-f191d907-8374-4ea1-b325-417ce9132ca5 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.1107783 Jul 23 17:16:17.961529 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f2580129-6bd1-46a1-af9b-0ec39531521c req-8db4e48d-fd31-426c-9cb9-cfd4bf36dcb6 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Jul 23 17:16:17.964423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:16:18.076457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a3a51-914a-464a-b2c1-5927d5d97d62 req-085b540b-700b-462a-9ce6-4827fc1e8d10 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:18.078269 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e72a3a51-914a-464a-b2c1-5927d5d97d62 req-085b540b-700b-462a-9ce6-4827fc1e8d10 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.0878284 Jul 23 17:16:18.113367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:18.128936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'port_id': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'mac_address': 'fa:16:3e:b0:12:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:16:18.133536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e72a3a51-914a-464a-b2c1-5927d5d97d62 req-44a6a321-a204-476d-b61f-ec133b358593 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Jul 23 17:16:18.190468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:18.211433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d6ebd-023c-46f4-91b0-aa8fdd4145ea {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:16:18.228122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:18.231129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:18.234729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:18.313524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=9']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:18.317288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:18.528600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:16:18.601997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51642) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:18.901461 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-0d175554-fd9f-4170-813a-f6a03b636cf7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4572d53326b412fb4a1b114f37fd770&device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 1099 time: 0.2551978 Jul 23 17:16:19.087253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a509efe-950b-414e-a361-38339ff5f920 req-404e3724-dbf4-4382-ae91-7b05ac05d79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:19.089200 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-404e3724-dbf4-4382-ae91-7b05ac05d79e service neutron] 10.222.0.102 "GET /v2.0/networks?id=39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 200 len: 920 time: 0.1811516 Jul 23 17:16:19.169171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1023c-b830-4c4d-9b53-335676b1f09c req-a59ea137-6ed2-4b64-84a1-2f100a31806f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:19.171427 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-06e1023c-b830-4c4d-9b53-335676b1f09c req-a59ea137-6ed2-4b64-84a1-2f100a31806f tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.4111621 Jul 23 17:16:19.179059 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-dc2dc3df-1923-42f6-be35-aeb63f44e198 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 200 len: 217 time: 0.0826926 Jul 23 17:16:19.191072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64142403-ace7-4b5f-b337-cf084e6c4915 req-ff08e2b1-5fd0-4441-a0b4-804f72dae314 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:19.192681 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-64142403-ace7-4b5f-b337-cf084e6c4915 req-ff08e2b1-5fd0-4441-a0b4-804f72dae314 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 944 time: 0.2755368 Jul 23 17:16:19.215858 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-eb340ff9-26b2-4f03-a0a5-70b46a88dcf4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e57bebdc1ccc42a5a0ef590803396088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6123993 Jul 23 17:16:19.222727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51656) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:19.252382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a509efe-950b-414e-a361-38339ff5f920 req-395b67a5-c824-4a4a-bf93-110c9d16e680 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:19.254270 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-395b67a5-c824-4a4a-bf93-110c9d16e680 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 200 len: 858 time: 0.0685964 Jul 23 17:16:19.325531 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-06e1023c-b830-4c4d-9b53-335676b1f09c req-cf1aa7bb-0543-41f3-a36b-65ab712343ba tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434267 Jul 23 17:16:19.334344 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-64142403-ace7-4b5f-b337-cf084e6c4915 req-6e3b0a97-cbf8-48b3-987d-8aad4e81f497 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233709 Jul 23 17:16:19.356493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:19.388086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-16883d5d-6e55-4c46-8c51-08d4b1e46aeb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39f335d3-dd32-48a6-b7c9-481288292a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167221 Jul 23 17:16:19.413189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:19.481840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:19.488595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ba0f9454-ad1d-484b-9f98-af52af8764fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:19.555857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198866ee-d9f9-4971-888c-48fb5008028d,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:19.560868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:19.570058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:19.571331 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/198866ee-d9f9-4971-888c-48fb5008028d HTTP/1.1" status: 204 len: 168 time: 0.3342211 Jul 23 17:16:19.627239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8b0e4-89c5-4045-a5f3-89bd16315890 req-6410ce19-a5e5-4723-bfd2-a92c468fe225 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:19.629346 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4eb8b0e4-89c5-4045-a5f3-89bd16315890 req-6410ce19-a5e5-4723-bfd2-a92c468fe225 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.1313426 Jul 23 17:16:19.691356 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4eb8b0e4-89c5-4045-a5f3-89bd16315890 req-d7a8e5ba-3219-46b8-a471-9b43d1de7f32 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/security-groups?id=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542202 Jul 23 17:16:19.789864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-688927d9-7496-490a-ac99-187bc5f32c7a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:19.790665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-688927d9-7496-490a-ac99-187bc5f32c7a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Synchronizing usage tracker for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:16:19.823641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-688927d9-7496-490a-ac99-187bc5f32c7a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Unset dirty status for tenant:52afb3a506214652943c05a54d7bd4ff on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:16:19.824915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-688927d9-7496-490a-ac99-187bc5f32c7a tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 945 time: 0.5116854 Jul 23 17:16:19.893069 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-1a46a189-efcf-46da-97e3-8c81166df53a service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926090 Jul 23 17:16:19.945808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Deleting port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:19.946110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:19.978937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:20.108317 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a509efe-950b-414e-a361-38339ff5f920 req-1da9de93-741f-410f-938b-561325f93e1b service neutron] 10.222.0.102 "GET /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019174 Jul 23 17:16:20.118511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:20.118915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:20.531742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] For port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,segment=NetworkSegment(9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4),segment_id=9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:20.532095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:20.540119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:20.599750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:20.618391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:20.622440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:20.625948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:20.639253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d473e-1b59-44c7-82d8-d4837d6b2a4b req-fd4dc59b-5386-4e07-84fa-2dab1dc53077 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:20.648446 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a8d473e-1b59-44c7-82d8-d4837d6b2a4b req-fd4dc59b-5386-4e07-84fa-2dab1dc53077 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1111598 Jul 23 17:16:20.731497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=10']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:20.742725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:20.742896 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a8d473e-1b59-44c7-82d8-d4837d6b2a4b req-0dac40c4-b6c1-4812-b208-ed9d72f977c0 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918529 Jul 23 17:16:20.789281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Calling delete_port for e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:20.907619 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'code': 200} Jul 23 17:16:21.016171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb26c5-90ef-4dac-b8ca-f2de28a0fb74 req-593cc526-c5e0-40df-87e8-8192e9293c85 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:21.020831 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-20bb26c5-90ef-4dac-b8ca-f2de28a0fb74 req-593cc526-c5e0-40df-87e8-8192e9293c85 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.1959631 Jul 23 17:16:21.047855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.062458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5705ef72-59d8-43ca-a3ee-772bd3a94319 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:21.064259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:16:21.124759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Pushing event deleted for resources: {'Port': ['ID=e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:21.136890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.137295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.137694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.138112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.138506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.138897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.139698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.140096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.140483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.140877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.141266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.186244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:16:21.219698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:21.224109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-20bb26c5-90ef-4dac-b8ca-f2de28a0fb74 req-d30f3574-9c51-4592-bd22-2adb6eb103f4 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929827 Jul 23 17:16:21.237648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] No DVR routers for this DVR port e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:16:21.247759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.250849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'name': 'network-vif-deleted', 'tag': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:21.280559 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3695daba-d21a-4be2-92c8-fe72b7240af7 req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.102 "DELETE /v2.0/ports/e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 HTTP/1.1" status: 204 len: 173 time: 1.4411695 Jul 23 17:16:21.293053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51704) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:21.331867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fc18-f281-414e-973e-cdec73703329 req-3da74001-d60f-419a-86cc-3033e96a454c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:21.340999 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3de9fc18-f281-414e-973e-cdec73703329 req-3da74001-d60f-419a-86cc-3033e96a454c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2250211 Jul 23 17:16:21.402313 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3de9fc18-f281-414e-973e-cdec73703329 req-3eca4466-8af3-4003-a9b6-3d0cbeb724df tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605812 Jul 23 17:16:21.474464 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e1192011-ec02-4e8b-b0ee-5ce58522e586 req-42c58cb5-d114-4352-a7b1-24ef6a3b3d3d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b31d6ac-f2f4-4fd5-a062-c6689fe66681 HTTP/1.1" status: 200 len: 210 time: 0.0709913 Jul 23 17:16:21.487121 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b31d6ac-f2f4-4fd5-a062-c6689fe66681', 'name': 'network-vif-deleted', 'tag': 'e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2', 'status': 'completed', 'code': 200} Jul 23 17:16:21.514318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-667478479-network', 'tenant_id': 'd2584307856241c686b776ee191bd2b9'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:16:21.521188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:21.526495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Usage tracker for resource:network and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:21.530513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:21.538961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:21.554281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Made reservation on behalf of d2584307856241c686b776ee191bd2b9 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:16:21.562679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.580546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.623973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:21.628589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:21.631934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:21.638864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:21.669853 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2d8894-8fb3-4f71-9a15-c2a5e79fca97 req-bbe206c1-270e-4a57-89c7-e2bfc87fa038 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1099 time: 0.0966690 Jul 23 17:16:21.716921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.719901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.725341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2bc2fef-28f1-4dd9-8aaa-81beca87ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:21.731051 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa2d8894-8fb3-4f71-9a15-c2a5e79fca97 req-69eb3461-2f5d-444a-b30f-a4e8d8e21ef8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530987 Jul 23 17:16:21.758986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1357} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:16:21.782733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e806617-6721-4836-950f-a8bf772eaba6,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:21.791481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.792242 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Added segment ba551d14-d6c9-4972-af55-ddcc48c9812f of type vlan for network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 Jul 23 17:16:21.806686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.806686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.807194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.807424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.807864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.808315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.808745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.809177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.809517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.809931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.810306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:21.815910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:21.841935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.879655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.882380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:21.883181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:21.890873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:22.059189 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7591166 Jul 23 17:16:22.062694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51712) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:22.063683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Pushing event updated for resources: {'Network': ['ID=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:22.067376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:22.081824 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:16:22.082863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Request body: {'subnet': {'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-667478479-subnet', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:16:22.089739 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:22.096040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Usage tracker for resource:subnet and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:22.100736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:22.108966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:22.133274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Made reservation on behalf of d2584307856241c686b776ee191bd2b9 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:16:22.136098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bb27a-4d66-4cdf-b04b-e064c7c47fd6 req-4fc50975-0d00-4c57-8e52-fd1bb77507fe tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:22.139026 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-118bb27a-4d66-4cdf-b04b-e064c7c47fd6 req-4fc50975-0d00-4c57-8e52-fd1bb77507fe tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2089982 Jul 23 17:16:22.140069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:22.206748 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-118bb27a-4d66-4cdf-b04b-e064c7c47fd6 req-927e613b-bf22-406c-babb-0a8c0621bbd3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597498 Jul 23 17:16:22.419604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:22.425499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:22.501937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b99af70-62a6-4f38-9dfe-7dcbdc50032c,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:22.505179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:22.517938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d5d3a-78fd-498f-a329-a8fcfbcd125b req-c58e3bc3-7726-43fd-9b55-60940a24c495 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:22.525916 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-af9d5d3a-78fd-498f-a329-a8fcfbcd125b req-c58e3bc3-7726-43fd-9b55-60940a24c495 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.1299264 Jul 23 17:16:22.543989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Checking segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:22.544578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Network hostable DHCP agents. Network: d1803284-e8c9-4ca5-8993-ba0d1c6d41b2, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:16:22.569311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:16:22.578715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, d1803284-e8c9-4ca5-8993-ba0d1c6d41b2) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:22.585046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:22.586874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:22.589207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dcecd2-70c6-4deb-b358-688c301dc7be None None] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:16:22.614228 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1936de7a-6928-4550-8c5b-39937c6afb44 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5494237 Jul 23 17:16:22.614997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51728) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:22.622846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:16:22.630890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:22.636425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Usage tracker for resource:router and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:22.640338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:22.649198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:22.660945 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:22.661535 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-af9d5d3a-78fd-498f-a329-a8fcfbcd125b req-da64e847-0ccb-4735-963c-f1d588691f01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345265 Jul 23 17:16:22.662021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:22.684860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:22.692769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276abb4-8744-40de-847b-ef234c4054cc req-a08d2a55-c5c5-417b-a6ae-89c812edff09 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:22.702440 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c276abb4-8744-40de-847b-ef234c4054cc req-a08d2a55-c5c5-417b-a6ae-89c812edff09 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1420064 Jul 23 17:16:22.861267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c276abb4-8744-40de-847b-ef234c4054cc req-c6101b1c-0338-4da8-b8f3-7a2fb81c66e9 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575530 Jul 23 17:16:22.894737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51736) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:23.010848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Deleting subnet 48a441b0-4182-496e-8579-c540e4fc35b6 {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:16:23.014841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.030379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.078148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417520'] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.139321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-d1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:16:23.140354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.149387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.269837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1662558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445232'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.282638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d5586b9-cd7e-4838-b967-1a721d327387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:23.290619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.340962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.352734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a441b0-4182-496e-8579-c540e4fc35b6,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:23.357913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:23.366465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.378630 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/48a441b0-4182-496e-8579-c540e4fc35b6 HTTP/1.1" status: 204 len: 168 time: 0.4820325 Jul 23 17:16:23.382158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51770) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:23.409508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Allocated IP 172.20.0.2 (d1803284-e8c9-4ca5-8993-ba0d1c6d41b2/2b99af70-62a6-4f38-9dfe-7dcbdc50032c/14c70db2-beb6-48b3-ab0f-b172d4c4b169) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:16:23.577680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Allocated IP 172.28.0.179 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/cad1b5c2-03d9-44c7-9801-8e57c28af3c4) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:16:23.607658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.737059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.739846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdd690-4f9a-4192-9304-11c7f09161b8 req-dfab9144-f190-458e-b003-8b12c48d9b10 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:23.749728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Transition to ACTIVE for port object 14c70db2-beb6-48b3-ab0f-b172d4c4b169 will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:23.750548 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3fdd690-4f9a-4192-9304-11c7f09161b8 req-dfab9144-f190-458e-b003-8b12c48d9b10 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.3303850 Jul 23 17:16:23.773534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Transition to ACTIVE for port object 14c70db2-beb6-48b3-ab0f-b172d4c4b169 will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:23.790801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.810727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:23.815628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.847468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.858521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a8026a43-4c9a-43a9-bc49-3c43b9574bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:23.904900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:23.906184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:23.928160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:23.928412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6492c9a-6005-4a70-be38-45ebd62bfd62']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:23.950975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:16:23.955578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:23.958492 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e3fdd690-4f9a-4192-9304-11c7f09161b8 req-54e02d29-2e23-4470-9c93-ecf26d33d353 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069020 Jul 23 17:16:23.960708 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:23.965233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:16:23.965528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:23.965904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5de7a3-1c75-4f37-bad9-b0af5ee41fa4') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:23.994292 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.014629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.022409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:16:24.022853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:16:24.039970 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:16:24.044650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Pushing event updated for resources: {'Port': ['ID=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:24.049603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:24.124523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:24.138049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.138560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.139394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.145660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.151742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fa29825a-403a-4f37-abda-e021f03ba54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:24.197355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Pushing event updated for resources: {'Port': ['ID=14c70db2-beb6-48b3-ab0f-b172d4c4b169,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:24.220448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6492c9a-6005-4a70-be38-45ebd62bfd62,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:24.224223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:24.239829 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] 10.222.0.100 "DELETE /v2.0/networks/a6492c9a-6005-4a70-be38-45ebd62bfd62 HTTP/1.1" status: 204 len: 168 time: 0.8539369 Jul 23 17:16:24.241455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:24.248804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:24.249383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device e5aca8c0-3c1f-40ab-b8ab-8f900c46bae2 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:24.281983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Attempting to bind port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:16:24.283460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Attempting to bind port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:16:24.284026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Attempting to bind port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 on network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:16:24.297450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:16:24.298153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Checking segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:24.298855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.299467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Bound using segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:16:24.301589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Bound port: 14c70db2-beb6-48b3-ab0f-b172d4c4b169, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:16:24.302223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.384455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819366-90aa-4d69-9bba-c744cb4ceb59 req-c1835305-e6be-4246-8953-d24132d238d9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:24.393144 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8819366-90aa-4d69-9bba-c744cb4ceb59 req-c1835305-e6be-4246-8953-d24132d238d9 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.2424035 Jul 23 17:16:24.422727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] For port 14c70db2-beb6-48b3-ab0f-b172d4c4b169, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:16:24.427824 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] For port 14c70db2-beb6-48b3-ab0f-b172d4c4b169, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=14c70db2-beb6-48b3-ab0f-b172d4c4b169,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:16:24.432500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.438298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:24.452721 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51792) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:24.470109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8819366-90aa-4d69-9bba-c744cb4ceb59 req-aca82f21-122b-40ef-ae83-c57890448b8c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755615 Jul 23 17:16:24.480728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07ce8-8aa8-48ac-bd04-9c5b4af9fedb req-140296a9-5999-4b6a-8c39-45012b0c75c5 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:24.482401 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dee07ce8-8aa8-48ac-bd04-9c5b4af9fedb req-140296a9-5999-4b6a-8c39-45012b0c75c5 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1716537 Jul 23 17:16:24.531480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Pushing event updated for resources: {'Port': ['ID=14c70db2-beb6-48b3-ab0f-b172d4c4b169,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:24.535638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:24.562318 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7df813fb-bba1-4c3a-a8d8-25ef5b8d6331 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=52afb3a506214652943c05a54d7bd4ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1082489 Jul 23 17:16:24.563366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51796) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:24.570029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Router 12087766-26f8-4a19-92c3-6a6810675b07 is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:16:24.577055 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dee07ce8-8aa8-48ac-bd04-9c5b4af9fedb req-8594af43-3a0a-4a90-a7ef-32c8dbb8f8b3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859265 Jul 23 17:16:24.773633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.808692 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.895123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.900319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cb908f74-df30-41c0-9583-514b07604e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:24.920059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7d32c-06bc-4a89-a86c-8e2b7ebea064,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:24.925068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:24.952119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:24.957084 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cdb7d32c-06bc-4a89-a86c-8e2b7ebea064 HTTP/1.1" status: 204 len: 168 time: 0.3918200 Jul 23 17:16:24.963778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:16:24.980251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Sync routers for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:16:25.009371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:25.010068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:25.045907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:25.051742 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4310741 Jul 23 17:16:25.051742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51808) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:25.263290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:25.720136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:24Z', 'revision_number': 3, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:25.726138 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Checking router: 12087766-26f8-4a19-92c3-6a6810675b07 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:16:25.726785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Updating router 12087766-26f8-4a19-92c3-6a6810675b07 port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:16:25.823614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf523da-4f3b-49d7-8a7a-6bde102da608 req-dbcd0ca9-255c-42fe-9410-f908de5689c6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:25.825333 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dbf523da-4f3b-49d7-8a7a-6bde102da608 req-dbcd0ca9-255c-42fe-9410-f908de5689c6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.1602511 Jul 23 17:16:25.855203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:25.993008 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dbf523da-4f3b-49d7-8a7a-6bde102da608 req-b01c7aac-6033-41c9-be18-c4c3c21551ea tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983660 Jul 23 17:16:26.043035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba10aeb-afd6-49fd-b8a2-7c5e935c0e3f req-7e334397-b9bc-458f-80ca-3f55cfc7fafe tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:26.044730 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0ba10aeb-afd6-49fd-b8a2-7c5e935c0e3f req-7e334397-b9bc-458f-80ca-3f55cfc7fafe tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2183826 Jul 23 17:16:26.147601 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0ba10aeb-afd6-49fd-b8a2-7c5e935c0e3f req-19dbb18e-819c-4730-9965-2b1ce6f95495 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939040 Jul 23 17:16:26.451397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:26.469197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Transition to ACTIVE for port object cad1b5c2-03d9-44c7-9801-8e57c28af3c4 will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:26.473765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 14c70db2-beb6-48b3-ab0f-b172d4c4b169 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:26.477515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:26.491143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:26.573533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Pushing event updated for resources: {'Port': ['ID=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,revision_number=2']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:26.586707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.587091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.587502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.587870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.588605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.588972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.589425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.589841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.590211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.590564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.591003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:26.616205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:26.646853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:26.663402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Attempting to bind port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:16:26.663817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Attempting to bind port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:16:26.664220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Attempting to bind port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:16:26.676666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:16:26.677079 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:26.677529 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:26.677990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:16:26.678519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Bound port: cad1b5c2-03d9-44c7-9801-8e57c28af3c4, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:16:26.678931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:26.776682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] For port cad1b5c2-03d9-44c7-9801-8e57c28af3c4, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:16:26.776682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] For port cad1b5c2-03d9-44c7-9801-8e57c28af3c4, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:16:26.782729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:26.813565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:26.841979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:26.925830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Pushing event updated for resources: {'Port': ['ID=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:26.929923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:26.931657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:26.932350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:26.955082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79224533-ebc5-4262-9d88-2f05caedbd1c None None] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:16:27.164902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Allocated IP 172.20.0.1 (d1803284-e8c9-4ca5-8993-ba0d1c6d41b2/2b99af70-62a6-4f38-9dfe-7dcbdc50032c/d1c3475e-cb68-48b6-8094-b23b89060a5c) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:16:27.208229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:27.294505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Provisioning for port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:27.312074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Provisioning complete for port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:27.312496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:27.414558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:27.467828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Transition to ACTIVE for port object d1c3475e-cb68-48b6-8094-b23b89060a5c will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:27.514136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:27.534260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:27.547735 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:27.571336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8db896-e991-49ac-ad39-44c479a813bd req-cd0aabe7-22c6-4863-8a43-08305848f03f tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:27.585456 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5c8db896-e991-49ac-ad39-44c479a813bd req-cd0aabe7-22c6-4863-8a43-08305848f03f tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2019885 Jul 23 17:16:27.599503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] For port 14c70db2-beb6-48b3-ab0f-b172d4c4b169, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=14c70db2-beb6-48b3-ab0f-b172d4c4b169,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:27.603735 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:24Z', 'revision_number': 3, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:27.605442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:27.612001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c95667d-9e8b-448a-9a1f-24a622ff1bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:27.612814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09c74f-7668-42df-bb0c-bbe8be4f1f1e None None] The sync data for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb is: [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:24Z', 'revision_number': 3, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:16:27.684693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c3475e-cb68-48b6-8094-b23b89060a5c,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:27.689996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:27.692880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:27.701188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:27.703970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:16:27.704687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:27.750337 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5c8db896-e991-49ac-ad39-44c479a813bd req-d1683214-b8f0-4671-a81c-34d92bc78d4c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618974 Jul 23 17:16:27.778719 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Pushing event updated for resources: {'Port': ['ID=14c70db2-beb6-48b3-ab0f-b172d4c4b169,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:27.792413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:27.850841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:28.141478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-5b222265-1cd5-4aa5-b96a-91c34d05dab9 None None] Provisioning complete for port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:28.141478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b222265-1cd5-4aa5-b96a-91c34d05dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:28.177132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:28.181621 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:28.182520 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:28.187254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:28.418639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c3475e-cb68-48b6-8094-b23b89060a5c,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:28.423357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:28.519041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 14c70db2-beb6-48b3-ab0f-b172d4c4b169 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:28.523660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:28.525115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:28.633656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:28.634472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:28.809142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device cad1b5c2-03d9-44c7-9801-8e57c28af3c4 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:28.939061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a8e660ef-6d0c-41dd-84f4-b553feb3cd63 None None] Provisioning for port d1c3475e-cb68-48b6-8094-b23b89060a5c completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:28.947545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a8e660ef-6d0c-41dd-84f4-b553feb3cd63 None None] Provisioning complete for port d1c3475e-cb68-48b6-8094-b23b89060a5c triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:28.947957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a8e660ef-6d0c-41dd-84f4-b553feb3cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:29.036793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:29.063213 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-a8e660ef-6d0c-41dd-84f4-b553feb3cd63 None None] Port d1c3475e-cb68-48b6-8094-b23b89060a5c cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:16:29.069315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:29.069756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:29.224625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03a04-ddf4-4e43-808a-ab8f99de7cd1 req-4ef33f97-9956-48c4-9a00-1d772e98f77d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:29.226407 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1bb03a04-ddf4-4e43-808a-ab8f99de7cd1 req-4ef33f97-9956-48c4-9a00-1d772e98f77d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1522853 Jul 23 17:16:29.302952 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1bb03a04-ddf4-4e43-808a-ab8f99de7cd1 req-8747f79d-4489-4688-bf46-031fe33ebf59 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586092 Jul 23 17:16:29.339162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Router 12087766-26f8-4a19-92c3-6a6810675b07 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:16:29.358019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a5e54e02-86e8-4da3-990b-6eb99f474840 None None] Provisioning complete for port d1c3475e-cb68-48b6-8094-b23b89060a5c triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:29.358546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a5e54e02-86e8-4da3-990b-6eb99f474840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:29.429698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:29.484530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-a5e54e02-86e8-4da3-990b-6eb99f474840 None None] Port d1c3475e-cb68-48b6-8094-b23b89060a5c cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:16:29.493977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port cad1b5c2-03d9-44c7-9801-8e57c28af3c4, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:29.499551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:29.504666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c8c5b92-298c-4375-a0c6-c1c8c4c3f22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:29.606726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:29.617445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.619834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.620376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.620885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.621337 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.623007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.623608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.624225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.624643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.625109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.625551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:16:29.635361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:29.777388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51902) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:29.785012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a690287-4d54-426b-9bb9-4958ca37445a req-e9097097-e16e-4009-b4fc-c79ac6223fe2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:29.787965 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a690287-4d54-426b-9bb9-4958ca37445a req-e9097097-e16e-4009-b4fc-c79ac6223fe2 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1028621 Jul 23 17:16:29.858115 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a690287-4d54-426b-9bb9-4958ca37445a req-f677db48-ddfc-4463-98ce-869065c376e4 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644643 Jul 23 17:16:29.907472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:16:29.919441 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] 10.222.0.100 "PUT /v2.0/routers/12087766-26f8-4a19-92c3-6a6810675b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8671596 Jul 23 17:16:29.983144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.021764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:30.025918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Usage tracker for resource:security_group_rule and tenant:577a53b347ce4b5d99f7fb86161d271a is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:30.028948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:30.036347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:30.115669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.118712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.126908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d4f1e355-9460-4fc0-af14-94729cc16b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:30.172317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c048f7-f8a5-4c23-8145-f0dd5b3d94f7,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:30.181321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51914) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:30.181524 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=577a53b347ce4b5d99f7fb86161d271a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028485 Jul 23 17:16:30.182685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:30.272081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.310207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.354733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device cad1b5c2-03d9-44c7-9801-8e57c28af3c4 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:30.373487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.378808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d2a439d4-e534-48d9-8bf6-041688193e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:30.509125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:30.509614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.658195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c048f7-f8a5-4c23-8145-f0dd5b3d94f7,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:30.696042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:30.713958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:30.715128 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d9c048f7-f8a5-4c23-8145-f0dd5b3d94f7 HTTP/1.1" status: 204 len: 168 time: 0.5313718 Jul 23 17:16:30.757848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04ff22-dc7f-40b4-b743-05e09f49360f req-e3ce9ad0-97d1-44fe-b2c3-e15be0967b8d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:30.759734 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8f04ff22-dc7f-40b4-b743-05e09f49360f req-e3ce9ad0-97d1-44fe-b2c3-e15be0967b8d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1048226 Jul 23 17:16:30.834437 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8f04ff22-dc7f-40b4-b743-05e09f49360f req-42979b7f-6798-41bc-bf96-6e1f297ac84d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676055 Jul 23 17:16:31.095797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672940a-1c41-4dfe-8a32-81701aefc514 req-69a7294f-e2c6-4ebb-89fd-a8b2c9e4ae24 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:31.105600 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4672940a-1c41-4dfe-8a32-81701aefc514 req-69a7294f-e2c6-4ebb-89fd-a8b2c9e4ae24 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1183679 Jul 23 17:16:31.166339 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4672940a-1c41-4dfe-8a32-81701aefc514 req-09c69cdf-e7ee-4235-83f6-9652aba90004 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594835 Jul 23 17:16:31.393174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 51946) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:31.414176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.416112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51950) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:31.422541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873135151-network', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:16:31.428319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:31.432943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Usage tracker for resource:network and tenant:f7113fe14e044130af51c0ad527921a2 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:31.436042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:31.442427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:31.448355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:31.452828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Usage tracker for resource:security_group_rule and tenant:24a2fd4bb1e7494393856ecf03cb6726 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:31.453487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Made reservation on behalf of f7113fe14e044130af51c0ad527921a2 for: {'network': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:16:31.456246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:31.459205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.462457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:31.473864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.508032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:31.512368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Usage tracker for resource:security_group_rule and tenant:f7113fe14e044130af51c0ad527921a2 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:31.515481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:31.522129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:31.533272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.544236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.552832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3d59c69c-1003-4a42-9782-eb3701c119b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:31.601898 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=24a2fd4bb1e7494393856ecf03cb6726&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050388 Jul 23 17:16:31.601898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6850d-4f64-4bd8-88cb-7d56752983da,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:31.603119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51956) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:31.603813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:31.627970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.633647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.644888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9f3613c3-ea9b-4a44-9008-7ee2a8ca53b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:31.673479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Sync routers for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:16:31.680197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1353} {{(pid=82118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:16:31.689677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:31.691127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:31.713681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.714093 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Added segment 013efb75-85c7-4ac4-ac1a-f6c721df43d6 of type vlan for network 93f5a594-3de4-4ed4-9502-30aa597615ed Jul 23 17:16:31.716990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f88168b-1eae-4dd9-bfc7-d32ad39ceb69,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:31.736187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:31.745008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.782949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.797511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.863113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.865234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:31.866095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.872356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-959d499b-5339-4213-a520-ba27726c927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:31.977027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.007146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Pushing event updated for resources: {'Network': ['ID=93f5a594-3de4-4ed4-9502-30aa597615ed,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:32.007405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c6648db1-0072-40fc-b766-984b60f618f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.011966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:32.012145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-04cad922-6ba6-47be-838d-c7f2c6f4e806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:32.019890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.021583 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/efa6850d-4f64-4bd8-88cb-7d56752983da HTTP/1.1" status: 204 len: 168 time: 0.4169664 Jul 23 17:16:32.025783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 93f5a594-3de4-4ed4-9502-30aa597615ed details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:16:32.025914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6850d-4f64-4bd8-88cb-7d56752983da,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:32.031534 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6142497 Jul 23 17:16:32.032305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51964) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:32.033141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:32.039519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Request body: {'subnet': {'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873135151-subnet', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:16:32.044680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:32.048855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Usage tracker for resource:subnet and tenant:f7113fe14e044130af51c0ad527921a2 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:32.052480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:32.058771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:32.070265 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Made reservation on behalf of f7113fe14e044130af51c0ad527921a2 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:16:32.076034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.112642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f79c7-c3e3-496c-9a1c-f659b8f16834 req-b935930c-292a-4ebb-9fd1-e479c4dc5e04 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:32.115658 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bb2f79c7-c3e3-496c-9a1c-f659b8f16834 req-b935930c-292a-4ebb-9fd1-e479c4dc5e04 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1330380 Jul 23 17:16:32.185685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:32.214777 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bb2f79c7-c3e3-496c-9a1c-f659b8f16834 req-cbe36cd6-80a5-4db0-8015-fc8973ccfef0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887673 Jul 23 17:16:32.403748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-765ccd48-433c-4e1d-a2a5-0f98ff4566fd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:32.404533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-765ccd48-433c-4e1d-a2a5-0f98ff4566fd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Synchronizing usage tracker for tenant:f4572d53326b412fb4a1b114f37fd770 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:16:32.531397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.542321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:32.557792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a449c3-96cc-4397-acf6-5861aaaa97e0 req-1e2040c1-0549-4a29-a7da-1485f9c22da6 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:32.561449 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-00a449c3-96cc-4397-acf6-5861aaaa97e0 req-1e2040c1-0549-4a29-a7da-1485f9c22da6 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.1588254 Jul 23 17:16:32.590891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-765ccd48-433c-4e1d-a2a5-0f98ff4566fd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Unset dirty status for tenant:f4572d53326b412fb4a1b114f37fd770 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:16:32.592150 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-765ccd48-433c-4e1d-a2a5-0f98ff4566fd tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.4945304 Jul 23 17:16:32.702792 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-00a449c3-96cc-4397-acf6-5861aaaa97e0 req-e5ece1ab-1579-4caa-b09c-a35aef5d0dca tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358569 Jul 23 17:16:32.757963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Deleting port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:32.759017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.823347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa5a170-37c5-4a10-aea3-acb183805a2a,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:32.848046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b253e-7699-4d98-b680-5414dd0bf65a req-c992532d-9338-4834-9b6b-1724d07bb048 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:32.850554 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-529b253e-7699-4d98-b680-5414dd0bf65a req-c992532d-9338-4834-9b6b-1724d07bb048 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1288884 Jul 23 17:16:32.871515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 2, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:32.876696 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Checking router: 12087766-26f8-4a19-92c3-6a6810675b07 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:16:32.877244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Updating router 12087766-26f8-4a19-92c3-6a6810675b07 port d1c3475e-cb68-48b6-8094-b23b89060a5c binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:16:32.884146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:32.923878 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-529b253e-7699-4d98-b680-5414dd0bf65a req-5f06ba64-9a58-4f8d-a623-368c5772e69d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640166 Jul 23 17:16:32.944517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.000594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Checking segment: {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:33.000999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Network hostable DHCP agents. Network: 93f5a594-3de4-4ed4-9502-30aa597615ed, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:16:33.125124 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-f7b22652-924b-4e73-9d0b-a4edba5eb3ba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1099 time: 0.3060892 Jul 23 17:16:33.245626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Network 93f5a594-3de4-4ed4-9502-30aa597615ed is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:16:33.293319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 93f5a594-3de4-4ed4-9502-30aa597615ed) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:33.296201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] For port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:33.296606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.311496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114555f1-c4d1-4f18-8ab7-05ac708f8f77 None None] Network 93f5a594-3de4-4ed4-9502-30aa597615ed requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:16:33.326846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:33.327513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.445157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.476637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Transition to ACTIVE for port object d1c3475e-cb68-48b6-8094-b23b89060a5c will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:33.480305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Calling delete_port for de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:33.493312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.500893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-216518d2-ad71-4b62-bdad-2924359af381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:33.538781 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5bfb33b8-a639-4ec1-a5f1-3e73095e824e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5019629 Jul 23 17:16:33.538781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-47953970-01ce-4864-93a4-c0d600646816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:33.539335 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-47953970-01ce-4864-93a4-c0d600646816 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.4057693 Jul 23 17:16:33.539940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 51990) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:33.557565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:16:33.582067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0f20-3d67-4620-8f29-cfc4c232586d None None] Pushing event updated for resources: {'Port': ['ID=d1c3475e-cb68-48b6-8094-b23b89060a5c,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:33.612045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a1be0f20-3d67-4620-8f29-cfc4c232586d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:33.620734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:33.655119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Usage tracker for resource:router and tenant:f7113fe14e044130af51c0ad527921a2 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:33.661808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:33.670296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:33.760968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.761723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.774762 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-0bc4beaf-b73d-4c9d-b06d-796bd0edfd3f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 1001 time: 0.2217829 Jul 23 17:16:33.830848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Attempting to bind port d1c3475e-cb68-48b6-8094-b23b89060a5c on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:16:33.831577 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Attempting to bind port d1c3475e-cb68-48b6-8094-b23b89060a5c by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:16:33.832181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Attempting to bind port d1c3475e-cb68-48b6-8094-b23b89060a5c on network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:16:33.887199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:16:33.887840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Checking segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:33.888723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.889552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Bound using segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:16:33.890399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Bound port: d1c3475e-cb68-48b6-8094-b23b89060a5c, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:16:33.891007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.911711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.931380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-93f5a594-3de4-4ed4-9502-30aa597615ed', 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'fixed_ips': [{'subnet_id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:16:33.932657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:33.937995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-926d6500-a254-4e51-bf02-096a00dad119 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:33.939977 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-926d6500-a254-4e51-bf02-096a00dad119 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.1565278 Jul 23 17:16:34.174205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc6db-bd35-4581-ace6-0c4eb7f27c25 req-4ee8a8ca-809f-4b24-9d84-6f35b5a2760c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:34.181837 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-404dc6db-bd35-4581-ace6-0c4eb7f27c25 req-4ee8a8ca-809f-4b24-9d84-6f35b5a2760c tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 946 time: 0.2188034 Jul 23 17:16:34.192301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Allocated IP 172.20.0.2 (93f5a594-3de4-4ed4-9502-30aa597615ed/eaa5a170-37c5-4a10-aea3-acb183805a2a/7663d08b-8221-4575-8aec-030b07eb190a) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:16:34.297547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.328209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:34.342847 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-404dc6db-bd35-4581-ace6-0c4eb7f27c25 req-7367d272-7abc-453e-9bb4-bc8538fa4a32 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786262 Jul 23 17:16:34.395323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3685dd-7e28-4ede-97c7-dee719eb2b16 req-906d7244-36b9-4446-961b-5c0b7fe50170 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:34.396962 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bd3685dd-7e28-4ede-97c7-dee719eb2b16 req-906d7244-36b9-4446-961b-5c0b7fe50170 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2401483 Jul 23 17:16:34.469764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.472375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.487850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Transition to ACTIVE for port object 7663d08b-8221-4575-8aec-030b07eb190a will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:34.517047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Transition to ACTIVE for port object 7663d08b-8221-4575-8aec-030b07eb190a will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:34.527493 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bd3685dd-7e28-4ede-97c7-dee719eb2b16 req-0188164d-c0c3-427b-97e6-8f80b460e4f4 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217258 Jul 23 17:16:34.535837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['f618f511-70a2-43e7-a655-1e29ec1ae42f'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:16:34.536711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Pushing event deleted for resources: {'Port': ['ID=de3c2f9b-a1e8-464c-96d8-bc7979aa48f2,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:34.546596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] No DVR routers for this DVR port de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:16:34.559144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.572082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:34.582443 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-bb855913-f22d-4d78-ae14-d0806a555da2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5457432 Jul 23 17:16:34.582443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'name': 'network-vif-deleted', 'tag': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:34.596916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.624677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:34.656375 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4ebbf1fe-f9e2-418f-b90a-4c664550b790 req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "DELETE /v2.0/ports/de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 HTTP/1.1" status: 204 len: 173 time: 2.0520828 Jul 23 17:16:34.690083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.745954 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0a4f32-4b29-42c3-bfbf-128fce631932', 'name': 'network-vif-deleted', 'tag': 'de3c2f9b-a1e8-464c-96d8-bc7979aa48f2', 'status': 'completed', 'code': 200} Jul 23 17:16:34.893563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] For port d1c3475e-cb68-48b6-8094-b23b89060a5c, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:16:34.898306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] For port d1c3475e-cb68-48b6-8094-b23b89060a5c, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=d1c3475e-cb68-48b6-8094-b23b89060a5c,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:16:34.963560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Network 93f5a594-3de4-4ed4-9502-30aa597615ed is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:34.975532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:34.978475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.993461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:16:35.013807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Pushing event updated for resources: {'Port': ['ID=7663d08b-8221-4575-8aec-030b07eb190a,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:35.053013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:35.060358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:35.119301 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-30481f1d-2835-4df9-8162-3de3ef29d46f service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213232 Jul 23 17:16:35.167662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0f20-3d67-4620-8f29-cfc4c232586d None None] Pushing event updated for resources: {'Port': ['ID=d1c3475e-cb68-48b6-8094-b23b89060a5c,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:35.183612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a1be0f20-3d67-4620-8f29-cfc4c232586d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:35.257951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:35.258662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:35.330933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Attempting to bind port 7663d08b-8221-4575-8aec-030b07eb190a on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:16:35.331547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Attempting to bind port 7663d08b-8221-4575-8aec-030b07eb190a by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:16:35.332021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Attempting to bind port 7663d08b-8221-4575-8aec-030b07eb190a on network 93f5a594-3de4-4ed4-9502-30aa597615ed {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:16:35.350143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:16:35.350966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Checking segment: {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:35.351526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:35.352166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Bound using segment: {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:16:35.352827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Bound port: 7663d08b-8221-4575-8aec-030b07eb190a, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:16:35.353516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:35.391493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:35.425446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:35.508665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:35.593614 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0ef8530-6328-47fe-a762-cc23c3e6f42a req-87a65257-54f4-4e07-97cd-dee876ca60e9 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616151 Jul 23 17:16:35.748041 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d57f7f9e-9c7e-4ac2-87cd-45e76d1380a3 req-bf182991-cd92-4f0f-8b97-6f3393b76463 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e0a4f32-4b29-42c3-bfbf-128fce631932 HTTP/1.1" status: 200 len: 210 time: 0.0993340 Jul 23 17:16:35.820594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Allocated IP 172.28.0.139 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/20657146-9296-4fdd-8237-19b94c48f8e2) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:16:35.948673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b5486ef-a93c-43eb-be73-940af1cbb156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:35.974259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] For port 7663d08b-8221-4575-8aec-030b07eb190a, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:16:35.977253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a724a4-78a0-4042-8832-cbb1d65b7c78 req-7991ecea-1806-4dcb-94e1-1155513212ec tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:35.980745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] For port 7663d08b-8221-4575-8aec-030b07eb190a, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=7663d08b-8221-4575-8aec-030b07eb190a,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:16:35.981877 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f6a724a4-78a0-4042-8832-cbb1d65b7c78 req-7991ecea-1806-4dcb-94e1-1155513212ec tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1351409 Jul 23 17:16:35.994358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:36.002596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:36.012386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:36.046427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:36.051480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5c87eb5b-4aee-4bb9-9ee9-739d674db5d3 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:36.075679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:36.117015 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f6a724a4-78a0-4042-8832-cbb1d65b7c78 req-0d0be5ce-f517-41cb-a9e8-f412cfc7fb93 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170061 Jul 23 17:16:36.118306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:36.149676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:36.158782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:36.168548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:16:36.225109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:36.225650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device de3c2f9b-a1e8-464c-96d8-bc7979aa48f2 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:36.246648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Pushing event updated for resources: {'Port': ['ID=20657146-9296-4fdd-8237-19b94c48f8e2,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:36.252104 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:36.264246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Pushing event updated for resources: {'Port': ['ID=7663d08b-8221-4575-8aec-030b07eb190a,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:36.283519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:36.409958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:36.410766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:36.649597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:34Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:36.659395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4428c-dd35-4d52-b7e8-6cd02e4aa76a None None] The sync data for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb is: [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:34Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:16:36.765163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Router b525f707-ed87-4369-8c39-8b6e5f565836 is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:16:37.202973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:16:37.230550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Sync routers for ids ['b525f707-ed87-4369-8c39-8b6e5f565836'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:16:37.249667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:37.251463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Routers {'b525f707-ed87-4369-8c39-8b6e5f565836'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:37.252162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['b525f707-ed87-4369-8c39-8b6e5f565836'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:37.272327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:37.277234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52056) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:37.282842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3b92cbfb-95fe-4844-be13-8f78ec4e2f15 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7379746 Jul 23 17:16:37.609099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Set router b525f707-ed87-4369-8c39-8b6e5f565836 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:37.677095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdd3d8-f593-4dbb-86fa-99e803788aee req-86ca96f7-c3b5-4994-966a-96f3ab0e7079 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:37.684180 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-01cdd3d8-f593-4dbb-86fa-99e803788aee req-86ca96f7-c3b5-4994-966a-96f3ab0e7079 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.4021475 Jul 23 17:16:37.775258 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-01cdd3d8-f593-4dbb-86fa-99e803788aee req-b36f2a30-dd09-486e-8fcc-3c6cf511a656 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891998 Jul 23 17:16:37.832164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5988a4-8c90-4412-ae7e-927029b22c5e req-ab0053f9-6370-4c0d-8c6d-af07147ace1d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:37.840985 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f5988a4-8c90-4412-ae7e-927029b22c5e req-ab0053f9-6370-4c0d-8c6d-af07147ace1d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2943697 Jul 23 17:16:37.962699 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f5988a4-8c90-4412-ae7e-927029b22c5e req-fdd163e6-5b63-4f04-908f-48378eb76a61 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197743 Jul 23 17:16:38.313673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:16:36Z', 'revision_number': 3, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:38.319761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Checking router: b525f707-ed87-4369-8c39-8b6e5f565836 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:16:38.320149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Updating router b525f707-ed87-4369-8c39-8b6e5f565836 port 20657146-9296-4fdd-8237-19b94c48f8e2 binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:16:38.392526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:38.462456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 7663d08b-8221-4575-8aec-030b07eb190a up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:38.594161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 7663d08b-8221-4575-8aec-030b07eb190a completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:38.601307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device d1c3475e-cb68-48b6-8094-b23b89060a5c up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:38.727290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73468b17-3109-429b-863d-30c37c9fe2f7 None None] Network 93f5a594-3de4-4ed4-9502-30aa597615ed requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:16:38.980580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.016235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Provisioning for port 7663d08b-8221-4575-8aec-030b07eb190a completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:39.038269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port d1c3475e-cb68-48b6-8094-b23b89060a5c completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:39.044766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Provisioning complete for port 7663d08b-8221-4575-8aec-030b07eb190a triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:39.045311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.054113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.068806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Transition to ACTIVE for port object 20657146-9296-4fdd-8237-19b94c48f8e2 will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:39.078515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.095830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dd6b1b0b-2fb3-4c31-bb1c-984b6c20d37d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:39.142957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port d1c3475e-cb68-48b6-8094-b23b89060a5c triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:39.143375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.196255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec480f-1266-4b56-bc12-b1e35b418210 None None] Pushing event updated for resources: {'Port': ['ID=20657146-9296-4fdd-8237-19b94c48f8e2,revision_number=2']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:39.200385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Attempting to bind port 20657146-9296-4fdd-8237-19b94c48f8e2 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:16:39.201134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Attempting to bind port 20657146-9296-4fdd-8237-19b94c48f8e2 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:16:39.201866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Attempting to bind port 20657146-9296-4fdd-8237-19b94c48f8e2 on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:16:39.206054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b7ec480f-1266-4b56-bc12-b1e35b418210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:39.212651 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:16:39.213346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:39.214033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.215262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:16:39.216465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Bound port: 20657146-9296-4fdd-8237-19b94c48f8e2, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:16:39.217241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.375838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] For port 20657146-9296-4fdd-8237-19b94c48f8e2, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:16:39.380518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] For port 20657146-9296-4fdd-8237-19b94c48f8e2, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=20657146-9296-4fdd-8237-19b94c48f8e2,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:16:39.387909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.394623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:39.398374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.495376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.537990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port d1c3475e-cb68-48b6-8094-b23b89060a5c, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=d1c3475e-cb68-48b6-8094-b23b89060a5c,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:39.543019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.546946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:39.622364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec480f-1266-4b56-bc12-b1e35b418210 None None] Pushing event updated for resources: {'Port': ['ID=20657146-9296-4fdd-8237-19b94c48f8e2,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:39.629871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b7ec480f-1266-4b56-bc12-b1e35b418210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:39.633871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Routers {'b525f707-ed87-4369-8c39-8b6e5f565836'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:39.634727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['b525f707-ed87-4369-8c39-8b6e5f565836'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:39.648998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] For port 7663d08b-8221-4575-8aec-030b07eb190a, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=7663d08b-8221-4575-8aec-030b07eb190a,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:39.656178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee633e-dc6f-47e2-ba38-bb3386edd7d5 req-e5a7e93c-fff0-4d8f-a0db-faa3c0b5b562 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:39.658688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.660305 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-42ee633e-dc6f-47e2-ba38-bb3386edd7d5 req-e5a7e93c-fff0-4d8f-a0db-faa3c0b5b562 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.4852121 Jul 23 17:16:39.685670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=d1c3475e-cb68-48b6-8094-b23b89060a5c,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:39.689642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:39.690407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:39.700157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Allocated IP 172.20.0.1 (93f5a594-3de4-4ed4-9502-30aa597615ed/eaa5a170-37c5-4a10-aea3-acb183805a2a/c14496b1-d102-471e-84a2-76d0ba016333) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:16:39.785119 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-42ee633e-dc6f-47e2-ba38-bb3386edd7d5 req-89372dfc-2757-4c82-8d73-99e68686121a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151319 Jul 23 17:16:39.787155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Pushing event updated for resources: {'Port': ['ID=7663d08b-8221-4575-8aec-030b07eb190a,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:39.802857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:39.897941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-03411043-15bc-40f5-930a-02d8dfcf454a None None] Provisioning complete for port 7663d08b-8221-4575-8aec-030b07eb190a triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:39.898356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03411043-15bc-40f5-930a-02d8dfcf454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.936513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] Set router b525f707-ed87-4369-8c39-8b6e5f565836 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:39.948568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.967020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Transition to ACTIVE for port object c14496b1-d102-471e-84a2-76d0ba016333 will not be triggered until provisioned by entity DHCP. {{(pid=82117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:39.991096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:39.998419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:40.084139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Network 93f5a594-3de4-4ed4-9502-30aa597615ed is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:40.084985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Pushing event updated for resources: {'Port': ['ID=c14496b1-d102-471e-84a2-76d0ba016333,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:40.087927 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:40.089967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:40.090706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:16:40.156098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:40.277215 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:40.321882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:16:36Z', 'revision_number': 3, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:40.326680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc350925-bbce-4fa1-9578-04c83771484f None None] The sync data for ids ['b525f707-ed87-4369-8c39-8b6e5f565836'] in dv-cinder-802045-1-smb is: [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:16:36Z', 'revision_number': 3, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:16:40.389911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 7663d08b-8221-4575-8aec-030b07eb190a up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:40.481866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-54f1492d-3a05-4751-885c-1f25a698e38a None None] Provisioning for port c14496b1-d102-471e-84a2-76d0ba016333 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:40.492010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-54f1492d-3a05-4751-885c-1f25a698e38a None None] Provisioning complete for port c14496b1-d102-471e-84a2-76d0ba016333 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:40.492434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54f1492d-3a05-4751-885c-1f25a698e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:40.525027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 7663d08b-8221-4575-8aec-030b07eb190a triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:40.525443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:40.594141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:40.599908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:40.609440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-54f1492d-3a05-4751-885c-1f25a698e38a None None] Port c14496b1-d102-471e-84a2-76d0ba016333 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:16:40.666182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:40.713863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device d1c3475e-cb68-48b6-8094-b23b89060a5c up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:40.908701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port d1c3475e-cb68-48b6-8094-b23b89060a5c triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:40.918103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:41.056233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Pushing event updated for resources: {'Port': ['ID=c14496b1-d102-471e-84a2-76d0ba016333,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:41.059975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:41.063996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:41.437455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900947e-0a06-40a0-9d4b-5b1fb6178d54 req-c069ec8a-7edb-44f9-8725-5f4bcf25f79a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:41.450677 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8900947e-0a06-40a0-9d4b-5b1fb6178d54 req-c069ec8a-7edb-44f9-8725-5f4bcf25f79a tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.3562050 Jul 23 17:16:41.508296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Network 93f5a594-3de4-4ed4-9502-30aa597615ed is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:16:41.512061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:16:41.762483 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8900947e-0a06-40a0-9d4b-5b1fb6178d54 req-ada86058-2e8a-4ed6-85d5-39ca8821b421 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046541 Jul 23 17:16:41.958669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-8dbf3539-2922-4ec3-9827-fb2f9b37c429 None None] Provisioning complete for port c14496b1-d102-471e-84a2-76d0ba016333 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:41.959252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3539-2922-4ec3-9827-fb2f9b37c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:42.028480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf3539-2922-4ec3-9827-fb2f9b37c429 None None] Port c14496b1-d102-471e-84a2-76d0ba016333 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:16:42.120346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Router b525f707-ed87-4369-8c39-8b6e5f565836 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:16:42.367390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:16:42.381555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 20657146-9296-4fdd-8237-19b94c48f8e2 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:42.389959 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] 10.222.0.100 "PUT /v2.0/routers/b525f707-ed87-4369-8c39-8b6e5f565836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1080439 Jul 23 17:16:42.457496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 20657146-9296-4fdd-8237-19b94c48f8e2 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:42.463178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 20657146-9296-4fdd-8237-19b94c48f8e2 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:42.463598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:42.536130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:42.604556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:42.622653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 20657146-9296-4fdd-8237-19b94c48f8e2, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=20657146-9296-4fdd-8237-19b94c48f8e2,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:42.626169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:42.628805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a1be0f20-3d67-4620-8f29-cfc4c232586d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:42.700179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=20657146-9296-4fdd-8237-19b94c48f8e2,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:42.703494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:43.085259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37803-9d37-43e2-aa17-90f996a73f67 req-9b2d1da0-a944-4fe8-a815-cb12262cd6ff tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:43.087584 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1c37803-9d37-43e2-aa17-90f996a73f67 req-9b2d1da0-a944-4fe8-a815-cb12262cd6ff tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1013374 Jul 23 17:16:43.142939 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1c37803-9d37-43e2-aa17-90f996a73f67 req-30f0014b-038f-4bd4-b554-0683b187d03b tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Jul 23 17:16:43.198763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52144) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:43.358599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.396359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:43.400618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Usage tracker for resource:security_group_rule and tenant:e15d4d14625d455ab8066b85036b1986 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:43.404388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:43.412182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:43.491906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.495248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.504631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-79790b86-3a65-42f2-a0a0-af05e3ca24a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:43.554446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1c4bb-9373-48ce-a0f8-94609c45c20f,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:43.568028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:43.578225 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e15d4d14625d455ab8066b85036b1986&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3756196 Jul 23 17:16:43.579071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52156) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:43.660775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.698633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.762928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.773015 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1cdce1e2-6a47-46e3-a2e8-8801312136fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:43.790775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1c4bb-9373-48ce-a0f8-94609c45c20f,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:43.802738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:43.804147 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/89a1c4bb-9373-48ce-a0f8-94609c45c20f HTTP/1.1" status: 204 len: 168 time: 0.2218425 Jul 23 17:16:43.805374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:43.928872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-5c72a1d9-2192-4f67-9b5e-cf2ab544ab95 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:43.929867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-5c72a1d9-2192-4f67-9b5e-cf2ab544ab95 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Synchronizing usage tracker for tenant:f4572d53326b412fb4a1b114f37fd770 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:16:43.950803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-5c72a1d9-2192-4f67-9b5e-cf2ab544ab95 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Unset dirty status for tenant:f4572d53326b412fb4a1b114f37fd770 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:16:43.952883 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-5c72a1d9-2192-4f67-9b5e-cf2ab544ab95 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.1874232 Jul 23 17:16:44.042714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Deleting port f618f511-70a2-43e7-a655-1e29ec1ae42f {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:44.043294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:44.305881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52166) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:44.336878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Sync routers for ids ['b525f707-ed87-4369-8c39-8b6e5f565836'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:16:44.343531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:44.352598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Routers {'b525f707-ed87-4369-8c39-8b6e5f565836'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:44.353986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['b525f707-ed87-4369-8c39-8b6e5f565836'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:44.447921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:44.462171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Usage tracker for resource:security_group_rule and tenant:6cca22d68314459fa31b0fba58371929 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:44.477804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] For port f618f511-70a2-43e7-a655-1e29ec1ae42f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f618f511-70a2-43e7-a655-1e29ec1ae42f,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:44.478499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:44.515603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:44.532311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:44.624159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Set router b525f707-ed87-4369-8c39-8b6e5f565836 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:44.645193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Calling delete_port for f618f511-70a2-43e7-a655-1e29ec1ae42f owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:44.692210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b737-a529-4df4-bb95-f4d2f4d20633 req-62e42592-1612-422b-9927-e72efd3a079d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:44.710094 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb68b737-a529-4df4-bb95-f4d2f4d20633 req-62e42592-1612-422b-9927-e72efd3a079d tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 946 time: 0.2356133 Jul 23 17:16:44.865176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:44.894433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6993295a-a841-412d-adcf-fd7aef046a7d tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:44.932600 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb68b737-a529-4df4-bb95-f4d2f4d20633 req-95c297cd-4274-4da1-90bf-13d7723bec44 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/security-groups?id=6b1f6573-eeab-4bd2-8f79-9f72329d2501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213264 Jul 23 17:16:44.943036 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:44.949444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:44.989259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-03db8b97-3a70-462c-9a22-7b353c4a9f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:44.993402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Pushing event deleted for resources: {'Port': ['ID=f618f511-70a2-43e7-a655-1e29ec1ae42f,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:45.004541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:45.083011 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6cca22d68314459fa31b0fba58371929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7757568 Jul 23 17:16:45.084059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60586de9-20a8-4eb5-87b6-a3a260d8eee6,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:45.086689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52180) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:45.089524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:45.092644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 20657146-9296-4fdd-8237-19b94c48f8e2 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:45.123163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['f618f511-70a2-43e7-a655-1e29ec1ae42f'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:16:45.196694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] No DVR routers for this DVR port f618f511-70a2-43e7-a655-1e29ec1ae42f on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:16:45.201934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:45.207690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'name': 'network-vif-deleted', 'tag': 'f618f511-70a2-43e7-a655-1e29ec1ae42f'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:45.218026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:45.240662 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-95b027a6-5396-409d-9fa6-af02e1c63063 req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.102 "DELETE /v2.0/ports/f618f511-70a2-43e7-a655-1e29ec1ae42f HTTP/1.1" status: 204 len: 173 time: 1.2817345 Jul 23 17:16:45.276382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:45.331062 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97d491-cd67-4ba7-a6bf-766ff651f7ba', 'name': 'network-vif-deleted', 'tag': 'f618f511-70a2-43e7-a655-1e29ec1ae42f', 'status': 'completed', 'code': 200} Jul 23 17:16:45.392165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:45.401589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5013b29f-8072-4e78-948d-634352465d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:45.422381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:45.425234 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/60586de9-20a8-4eb5-87b6-a3a260d8eee6 HTTP/1.1" status: 204 len: 168 time: 0.3374648 Jul 23 17:16:45.427763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60586de9-20a8-4eb5-87b6-a3a260d8eee6,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:45.431035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:45.572774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 20657146-9296-4fdd-8237-19b94c48f8e2 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:45.573367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:45.820409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:16:40Z', 'revision_number': 4, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'c14496b1-d102-471e-84a2-76d0ba016333', 'name': '', 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'mac_address': 'fa:16:3e:ac:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:39Z', 'updated_at': '2021-07-23T17:16:40Z', 'revision_number': 2, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'subnets': [{'id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:45.836279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Checking router: b525f707-ed87-4369-8c39-8b6e5f565836 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:16:45.836754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Updating router b525f707-ed87-4369-8c39-8b6e5f565836 port c14496b1-d102-471e-84a2-76d0ba016333 binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:16:45.935284 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:46.254624 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fcc77175-8687-4f06-9eed-a882cc06599e req-d74466cf-fa59-4b17-b1c3-22c68f7c11ae tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c97d491-cd67-4ba7-a6bf-766ff651f7ba HTTP/1.1" status: 200 len: 210 time: 0.0735760 Jul 23 17:16:46.655974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:46.671440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Transition to ACTIVE for port object c14496b1-d102-471e-84a2-76d0ba016333 will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:16:46.679034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:46.684989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a1be0f20-3d67-4620-8f29-cfc4c232586d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:46.963491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fc7b5-36df-453e-bc10-e276d955984d None None] Pushing event updated for resources: {'Port': ['ID=c14496b1-d102-471e-84a2-76d0ba016333,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:46.970742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-554fc7b5-36df-453e-bc10-e276d955984d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:46.994407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Attempting to bind port c14496b1-d102-471e-84a2-76d0ba016333 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:16:46.995225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Attempting to bind port c14496b1-d102-471e-84a2-76d0ba016333 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:16:46.995640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Attempting to bind port c14496b1-d102-471e-84a2-76d0ba016333 on network 93f5a594-3de4-4ed4-9502-30aa597615ed {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:16:47.003845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:16:47.004267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Checking segment: {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:16:47.004717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:47.005279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Bound using segment: {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:16:47.005838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Bound port: c14496b1-d102-471e-84a2-76d0ba016333, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013efb75-85c7-4ac4-ac1a-f6c721df43d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:16:47.008302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:47.028807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a89b1-967f-4d07-a40a-082a4bcb9092 req-6fc742b3-52c4-4ebc-a5e8-6529144de7f2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:47.049098 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a34a89b1-967f-4d07-a40a-082a4bcb9092 req-6fc742b3-52c4-4ebc-a5e8-6529144de7f2 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.1388607 Jul 23 17:16:47.132967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] For port c14496b1-d102-471e-84a2-76d0ba016333, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:16:47.136475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] For port c14496b1-d102-471e-84a2-76d0ba016333, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=c14496b1-d102-471e-84a2-76d0ba016333,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:16:47.140106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:47.155237 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:47.168655 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a34a89b1-967f-4d07-a40a-082a4bcb9092 req-c8f59d8c-6abb-4732-9ea9-c12366ead59f tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169960 Jul 23 17:16:47.227149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Routers {'b525f707-ed87-4369-8c39-8b6e5f565836'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:47.227855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['b525f707-ed87-4369-8c39-8b6e5f565836'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:47.422132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fc7b5-36df-453e-bc10-e276d955984d None None] Pushing event updated for resources: {'Port': ['ID=c14496b1-d102-471e-84a2-76d0ba016333,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:47.438672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-554fc7b5-36df-453e-bc10-e276d955984d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:47.551881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] Set router b525f707-ed87-4369-8c39-8b6e5f565836 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:47.598056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52222) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:48.110521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52228) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:48.154247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f618f511-70a2-43e7-a655-1e29ec1ae42f no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:48.203687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: f618f511-70a2-43e7-a655-1e29ec1ae42f {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:48.204696 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f618f511-70a2-43e7-a655-1e29ec1ae42f not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:48.284883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.363383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:16:40Z', 'revision_number': 4, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'c14496b1-d102-471e-84a2-76d0ba016333', 'name': '', 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'mac_address': 'fa:16:3e:ac:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:39Z', 'updated_at': '2021-07-23T17:16:47Z', 'revision_number': 4, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'subnets': [{'id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:48.368642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06453-9190-4fdd-a764-ef7712b93a2c None None] The sync data for ids ['b525f707-ed87-4369-8c39-8b6e5f565836'] in dv-cinder-802045-1-smb is: [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:16:40Z', 'revision_number': 4, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'c14496b1-d102-471e-84a2-76d0ba016333', 'name': '', 'network_id': '93f5a594-3de4-4ed4-9502-30aa597615ed', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'mac_address': 'fa:16:3e:ac:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:39Z', 'updated_at': '2021-07-23T17:16:47Z', 'revision_number': 4, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'subnets': [{'id': 'eaa5a170-37c5-4a10-aea3-acb183805a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:16:48.406442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.461967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:48.467105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1f9f9dc5264cf78ad86d80c72a2ff5 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:48.470105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:48.477575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:48.623785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.627067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.636434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ee44098d-db74-4755-b6c7-fd7c665ef29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:48.688718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f0ec3a-a221-4b83-bba2-664328fb028b,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:48.743253 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cc1f9f9dc5264cf78ad86d80c72a2ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6304324 Jul 23 17:16:48.744675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:48.748172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52240) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:48.836499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.878911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.938041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af077-af36-4cab-93d8-46dee160b05d req-0b35ee2b-8135-44f9-9b57-63fe92c09f69 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:48.939746 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-993af077-af36-4cab-93d8-46dee160b05d req-0b35ee2b-8135-44f9-9b57-63fe92c09f69 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.4223235 Jul 23 17:16:48.955046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:48.963022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:48.984405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f0ec3a-a221-4b83-bba2-664328fb028b,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:48.987920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:48.997470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:49.003311 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/97f0ec3a-a221-4b83-bba2-664328fb028b HTTP/1.1" status: 204 len: 168 time: 0.2538407 Jul 23 17:16:49.012409 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-993af077-af36-4cab-93d8-46dee160b05d req-8a60167c-465f-4383-9cb0-7b4c2bcfb183 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632222 Jul 23 17:16:49.633362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Deleting port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:49.634235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:49.900277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] For port a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,segment=NetworkSegment(e5eaba42-ab01-4754-9397-be014f70d371),segment_id=e5eaba42-ab01-4754-9397-be014f70d371)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:49.900697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:50.083392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Calling delete_port for a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb owned by network:router_interface {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:50.496169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device c14496b1-d102-471e-84a2-76d0ba016333 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:50.629354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port c14496b1-d102-471e-84a2-76d0ba016333 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:16:50.636274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port c14496b1-d102-471e-84a2-76d0ba016333 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:50.637339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:50.695954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a79567-45b2-4b11-b779-be776cb223c0 req-c3a4b776-b0ce-4db2-a45b-ee41ee3801c6 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:50.704819 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-41a79567-45b2-4b11-b779-be776cb223c0 req-c3a4b776-b0ce-4db2-a45b-ee41ee3801c6 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.4101131 Jul 23 17:16:50.820887 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-41a79567-45b2-4b11-b779-be776cb223c0 req-41f02173-05be-4003-a075-fe051637f9e0 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Jul 23 17:16:50.864581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:50.929592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:50.934979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:50.936975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port c14496b1-d102-471e-84a2-76d0ba016333, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=c14496b1-d102-471e-84a2-76d0ba016333,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:50.942280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:50.954278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-554fc7b5-36df-453e-bc10-e276d955984d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:50.981086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:50.985826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:51.084286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=c14496b1-d102-471e-84a2-76d0ba016333,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:51.088811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:51.394957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:52.008949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-29f5aa85-bdb3-4b5c-937b-04f45ec14b16 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:52.009977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-29f5aa85-bdb3-4b5c-937b-04f45ec14b16 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Synchronizing usage tracker for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:16:52.031509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-29f5aa85-bdb3-4b5c-937b-04f45ec14b16 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Unset dirty status for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:16:52.032956 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-29f5aa85-bdb3-4b5c-937b-04f45ec14b16 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.1398027 Jul 23 17:16:52.136100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Deleting port f19b650b-3306-4fb5-b3e1-9b36165e17ed {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:52.136435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:52.500610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device c14496b1-d102-471e-84a2-76d0ba016333 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:16:52.509485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8f07-b037-4481-ace8-3da41dcd9df6 req-bf2f4527-cbcc-4ccb-89dd-f62ac955f08a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:52.512156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] For port f19b650b-3306-4fb5-b3e1-9b36165e17ed, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f19b650b-3306-4fb5-b3e1-9b36165e17ed,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:52.512560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:52.517290 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f50b8f07-b037-4481-ace8-3da41dcd9df6 req-bf2f4527-cbcc-4ccb-89dd-f62ac955f08a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 945 time: 0.5165248 Jul 23 17:16:52.608497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port c14496b1-d102-471e-84a2-76d0ba016333 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:16:52.608946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:52.610109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f50b8f07-b037-4481-ace8-3da41dcd9df6 req-0c44c031-0a24-4b99-9295-d047495d687c tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906181 Jul 23 17:16:52.692640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Router ce21eaed-d35b-411f-aa85-d80047b3282f has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:16:52.705249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Calling delete_port for f19b650b-3306-4fb5-b3e1-9b36165e17ed owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:52.905966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:52.916920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:52.919688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['f19b650b-3306-4fb5-b3e1-9b36165e17ed'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:16:52.971568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:16:52.972991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Pushing event deleted for resources: {'Port': ['ID=f19b650b-3306-4fb5-b3e1-9b36165e17ed,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:52.982789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] Sync routers for ids ['ce21eaed-d35b-411f-aa85-d80047b3282f'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:16:52.984487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:52.990361 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] 10.222.0.100 "PUT /v2.0/routers/ce21eaed-d35b-411f-aa85-d80047b3282f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3910980 Jul 23 17:16:52.993180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52280) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:53.006494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] Routers {'ce21eaed-d35b-411f-aa85-d80047b3282f'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:53.007184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ce21eaed-d35b-411f-aa85-d80047b3282f'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:53.129159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] No DVR routers for this DVR port f19b650b-3306-4fb5-b3e1-9b36165e17ed on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:16:53.133609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:53.140485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'name': 'network-vif-deleted', 'tag': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:16:53.178506 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f1d995e1-1a80-434f-9498-b3d05df449cf req-d268d1ba-9d74-42ea-83a3-fed7a5e39ffa tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "DELETE /v2.0/ports/f19b650b-3306-4fb5-b3e1-9b36165e17ed HTTP/1.1" status: 204 len: 173 time: 1.1387975 Jul 23 17:16:53.244162 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a11a1a-ec28-4c1e-9d15-58ccff46f86f', 'name': 'network-vif-deleted', 'tag': 'f19b650b-3306-4fb5-b3e1-9b36165e17ed', 'status': 'completed', 'code': 200} Jul 23 17:16:53.302648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] Set router ce21eaed-d35b-411f-aa85-d80047b3282f gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:53.337690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks [] for router, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:53.652333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:53.667989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Deleting port ca45a0c1-0858-4e1e-adc7-ed85739e9a87 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:16:53.668368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:53.722952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 5, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port': {'id': 'ca45a0c1-0858-4e1e-adc7-ed85739e9a87', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:53.732358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] Checking router: ce21eaed-d35b-411f-aa85-d80047b3282f for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:16:53.757405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] Routers {'ce21eaed-d35b-411f-aa85-d80047b3282f'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:16:53.758269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:16:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ce21eaed-d35b-411f-aa85-d80047b3282f'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:54.044332 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-15ea7830-5db6-46cc-8622-05f31aae1e2d req-1de06822-8f75-4961-a2bb-278d18125002 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0a11a1a-ec28-4c1e-9d15-58ccff46f86f HTTP/1.1" status: 200 len: 210 time: 0.0727975 Jul 23 17:16:54.067747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] Set router ce21eaed-d35b-411f-aa85-d80047b3282f gateway port host: None {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:16:54.080302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] For port ca45a0c1-0858-4e1e-adc7-ed85739e9a87, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:16:54.080302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:54.195220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:16:53Z', 'revision_number': 6, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port_host': None}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:54.199960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa797cd1-5bc1-4d61-8314-61bea9d15f36 None None] The sync data for ids ['ce21eaed-d35b-411f-aa85-d80047b3282f'] in dv-cinder-802045-1-smb is: [{'id': 'ce21eaed-d35b-411f-aa85-d80047b3282f', 'name': 'tempest-ServerRescueNegativeTestJSON-503394235-router', 'tenant_id': 'f4572d53326b412fb4a1b114f37fd770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:18Z', 'updated_at': '2021-07-23T17:16:53Z', 'revision_number': 6, 'project_id': 'f4572d53326b412fb4a1b114f37fd770', 'gw_port_host': None}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:16:54.213687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Calling delete_port for ca45a0c1-0858-4e1e-adc7-ed85739e9a87 owned by network:router_gateway {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:16:54.366600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:54.416908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:54.416908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a62ef53b-1f7b-4a7e-b6cd-5ef9500883bb not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:54.445906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:54.451904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9365d4bd-4193-47b4-a7dc-e895bd55a144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:54.498329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca45a0c1-0858-4e1e-adc7-ed85739e9a87,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:54.501729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:54.836857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.157151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.162313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.272484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.273042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce21eaed-d35b-411f-aa85-d80047b3282f {{(pid=82117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:16:55.306472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.307884 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] 10.222.0.100 "DELETE /v2.0/routers/ce21eaed-d35b-411f-aa85-d80047b3282f HTTP/1.1" status: 204 len: 168 time: 2.3135161 Jul 23 17:16:55.310532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52316) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:55.410448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Deleting subnet b5004940-b46d-4ff7-9df7-4f54612b76fc {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:16:55.426766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.541878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417520'] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:55.996473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.091147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1662558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445232'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.097362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-eb2205d5-0ed9-44fc-92e3-10dd30655a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:56.133106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f19b650b-3306-4fb5-b3e1-9b36165e17ed no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:56.144117 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5004940-b46d-4ff7-9df7-4f54612b76fc,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:56.148146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:56.152455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.160981 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/b5004940-b46d-4ff7-9df7-4f54612b76fc HTTP/1.1" status: 204 len: 168 time: 0.8491457 Jul 23 17:16:56.163758 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52336) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:56.185105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: f19b650b-3306-4fb5-b3e1-9b36165e17ed {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:56.185776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f19b650b-3306-4fb5-b3e1-9b36165e17ed not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:56.293208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.432685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ca45a0c1-0858-4e1e-adc7-ed85739e9a87 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:16:56.467780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.482607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: ca45a0c1-0858-4e1e-adc7-ed85739e9a87 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:16:56.483320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ca45a0c1-0858-4e1e-adc7-ed85739e9a87 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:16:56.491684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.491983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.492829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.493209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > port after_create 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.493606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.494001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > port after_update 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.494383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.495020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.495384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.495741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.700155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.706223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.706223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.706223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:16:56.706223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f335d3-dd32-48a6-b7c9-481288292a7b']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:56.721768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eaba42-ab01-4754-9397-be014f70d371') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:56.722116 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eaba42-ab01-4754-9397-be014f70d371') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:16:56.735325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.751662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.760337 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Releasing vlan 1355 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:16:56.760783 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: (self, other), Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: (self, other), Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:16:56.784271 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:16:56.894298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.899343 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ce518509-8140-4599-a8ff-113c86ea9bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:56.930868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f335d3-dd32-48a6-b7c9-481288292a7b,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:56.942121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:56.945452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:56.961333 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] 10.222.0.100 "DELETE /v2.0/networks/39f335d3-dd32-48a6-b7c9-481288292a7b HTTP/1.1" status: 204 len: 168 time: 0.7930503 Jul 23 17:16:57.309024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52366) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:57.372919 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-dd84d197-0c9a-4f30-8166-1b7465de47f7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f4572d53326b412fb4a1b114f37fd770&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0617352 Jul 23 17:16:57.375146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52376) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:57.449657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:57.481017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:57.530903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:57.536845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3ea51217-e4b7-4960-8266-36c604dbbcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:57.551268 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f6573-eeab-4bd2-8f79-9f72329d2501,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:57.554022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:57.555253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:57.556499 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6b1f6573-eeab-4bd2-8f79-9f72329d2501 HTTP/1.1" status: 204 len: 168 time: 0.1803226 Jul 23 17:16:58.090658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-9c7976ef-94c3-464b-94ae-b5fd2a2ec244 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:16:58.091406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-9c7976ef-94c3-464b-94ae-b5fd2a2ec244 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Synchronizing usage tracker for tenant:d2584307856241c686b776ee191bd2b9 on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:16:58.108302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-9c7976ef-94c3-464b-94ae-b5fd2a2ec244 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Unset dirty status for tenant:d2584307856241c686b776ee191bd2b9 on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:16:58.109746 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-9c7976ef-94c3-464b-94ae-b5fd2a2ec244 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 814 time: 0.1783061 Jul 23 17:16:58.128769 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-53821c0a-3ec5-4107-873d-9f10d20a722e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/quotas/d2584307856241c686b776ee191bd2b9 HTTP/1.1" status: 200 len: 375 time: 0.0128853 Jul 23 17:16:58.167697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:16:58.220045 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-953b4a94-a6fc-4fc1-932e-9591522b89e9 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851371 Jul 23 17:16:58.390577 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-c3913297-14fb-4ebf-b716-4e0fe9f761b9 service neutron] 10.222.0.100 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555917 Jul 23 17:16:58.594024 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-b28537b0-41a5-4606-bdd6-5797f21f36cb service neutron] 10.222.0.100 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945748 Jul 23 17:16:58.844762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52434) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:58.850179 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1cb74282-52cd-41b2-a039-1054198d3b49 req-acf697b9-134f-401d-81c8-0e28081c37d1 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0784798 Jul 23 17:16:59.040317 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.077326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:16:59.082285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f8a3159c5e4dac83d471be5c744699 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:16:59.085654 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:16:59.091876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:16:59.172998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.176611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.185987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:59.229634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a7ef7-ceb9-41a8-a1e5-6d2d67fd46fe,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:59.233532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:59.236283 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e2bd9007-03c0-4ae8-a6c7-f010b74cc8d7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f1f8a3159c5e4dac83d471be5c744699&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900819 Jul 23 17:16:59.240355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52448) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:16:59.318460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.564631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.611254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.617010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6fcd671d-7053-4a46-9491-e63227d0ef9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:16:59.628916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a7ef7-ceb9-41a8-a1e5-6d2d67fd46fe,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:16:59.633001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:16:59.636413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:59.637740 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/914a7ef7-ceb9-41a8-a1e5-6d2d67fd46fe HTTP/1.1" status: 204 len: 168 time: 0.3953807 Jul 23 17:17:00.016856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea85d-d80c-490a-843e-4a86a70699df req-3b174292-2dc1-407c-91f7-5465ca7d40cc tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:00.019287 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-3b174292-2dc1-407c-91f7-5465ca7d40cc tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/networks?id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 200 len: 813 time: 0.1913736 Jul 23 17:17:00.043331 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-2b9fd35a-bb5e-465d-bc0d-ae8c66dd62a1 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/quotas/72ab1f575a7a4a8fa4b6478cb02023b0 HTTP/1.1" status: 200 len: 375 time: 0.0175624 Jul 23 17:17:00.117116 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-824b2a75-12fe-436b-8e84-393ccd8769c3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674295 Jul 23 17:17:00.120987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-7696310e-fbf8-483c-bd96-a3ad4b8a61cb tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:00.122686 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-7696310e-fbf8-483c-bd96-a3ad4b8a61cb tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.102 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 814 time: 0.2068706 Jul 23 17:17:00.139800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'port': {'device_id': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'admin_state_up': True, 'tenant_id': 'd2584307856241c686b776ee191bd2b9'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:00.209941 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87ff0464-8882-4a2d-be7e-adc347922bb2 req-ba1602e8-1901-4a1c-8056-0ea85e82407e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 210 time: 0.1010816 Jul 23 17:17:00.307246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:00.311397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:port and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:00.315139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:00.321604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:00.332274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Made reservation on behalf of d2584307856241c686b776ee191bd2b9 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:00.337962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:00.347269 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-9f4af2df-7d50-4022-a1d7-42deba360139 service neutron] 10.222.0.100 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836450 Jul 23 17:17:00.531835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Allocated IP 172.20.0.14 (d1803284-e8c9-4ca5-8993-ba0d1c6d41b2/2b99af70-62a6-4f38-9dfe-7dcbdc50032c/d8bb2647-6d74-46f8-a354-253b9a7241d9) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:00.541960 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-6156414b-823c-479a-9163-62b151dea4d5 service neutron] 10.222.0.100 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907575 Jul 23 17:17:00.910285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:00.929869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Transition to ACTIVE for port object d8bb2647-6d74-46f8-a354-253b9a7241d9 will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:00.958629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:00.965985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:00.996968 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a3d52578-2c1f-41f3-9aea-abafa162a300 req-536fde3a-0183-4955-b496-1b2bdf83dc84 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.1406806 Jul 23 17:17:01.048316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:01.054024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:01.067971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:01.167542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:01.174225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:01.193653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:01.194387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:01.263667 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1287575 Jul 23 17:17:01.412611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Request body: {'port': {'device_id': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:01.672964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d24641da-10d3-424f-9e00-9351a6c4d616 None None] Provisioning for port d8bb2647-6d74-46f8-a354-253b9a7241d9 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:01.695383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d24641da-10d3-424f-9e00-9351a6c4d616 None None] Provisioning complete for port d8bb2647-6d74-46f8-a354-253b9a7241d9 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:01.696060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d24641da-10d3-424f-9e00-9351a6c4d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:01.763185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99762657-252e-4baa-808e-2da36898e579 req-389570b7-6a74-4298-bb37-bcbc2ef98902 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:01.765628 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99762657-252e-4baa-808e-2da36898e579 req-389570b7-6a74-4298-bb37-bcbc2ef98902 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 932 time: 0.2458210 Jul 23 17:17:01.857018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-d24641da-10d3-424f-9e00-9351a6c4d616 None None] Port d8bb2647-6d74-46f8-a354-253b9a7241d9 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:17:01.859421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:01.943088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99762657-252e-4baa-808e-2da36898e579 req-f3605a8d-b3dd-4f6e-9c5f-d96a2c5759cd tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Synchronizing usage tracker for tenant:d2584307856241c686b776ee191bd2b9 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:01.972363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e93d54d8-01d5-48fa-8b4d-a7c174836c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:01.975056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-99762657-252e-4baa-808e-2da36898e579 req-f3605a8d-b3dd-4f6e-9c5f-d96a2c5759cd tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Unset dirty status for tenant:d2584307856241c686b776ee191bd2b9 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:01.989132 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-99762657-252e-4baa-808e-2da36898e579 req-f3605a8d-b3dd-4f6e-9c5f-d96a2c5759cd tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117448 Jul 23 17:17:02.397896 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a185f68-2301-4087-8f9f-2b13ff0de4d9 req-e97800c7-1c64-492f-9350-cc2314ed7507 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0697870 Jul 23 17:17:02.482741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bb2647-6d74-46f8-a354-253b9a7241d9 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:02.491526 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:02.509924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Transition to ACTIVE for port object d8bb2647-6d74-46f8-a354-253b9a7241d9 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:02.512926 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:02.518303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-82a432db-e074-4283-a832-33c133531bff tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:02.700068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:02.739173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:02.790054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Attempting to bind port d8bb2647-6d74-46f8-a354-253b9a7241d9 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:17:02.790054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Attempting to bind port d8bb2647-6d74-46f8-a354-253b9a7241d9 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:17:02.790967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Attempting to bind port d8bb2647-6d74-46f8-a354-253b9a7241d9 on network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:02.797935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Port d8bb2647-6d74-46f8-a354-253b9a7241d9 on network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:02.798105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Attempting to bind port d8bb2647-6d74-46f8-a354-253b9a7241d9 on network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:02.806689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:17:02.806689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Checking segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:02.806976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Bound using segment: {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:17:02.807960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Bound port: d8bb2647-6d74-46f8-a354-253b9a7241d9, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba551d14-d6c9-4972-af55-ddcc48c9812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:17:02.807960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:02.913907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:17:02.917098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:17:02.924405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:02.929549 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-51631fad-aceb-4ddc-aa97-034795399891 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:03.030441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:03.031958 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] 10.222.0.102 "PUT /v2.0/ports/d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 1094 time: 1.6329043 Jul 23 17:17:03.032637 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:03.074330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:03.077814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:03.280275 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'status': 'completed', 'code': 200} Jul 23 17:17:03.505400 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f7a41-e671-47c1-a46a-524f8ecad196 req-ec3e8da7-c531-4b10-ad08-050abbfe7a79 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:03.521045 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cf5f7a41-e671-47c1-a46a-524f8ecad196 req-ec3e8da7-c531-4b10-ad08-050abbfe7a79 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1693618 Jul 23 17:17:03.610400 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cf5f7a41-e671-47c1-a46a-524f8ecad196 req-1e06e04d-3b91-4e9c-99e7-fce46141c5b5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865133 Jul 23 17:17:04.003467 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-10507e2b-2045-403d-8db8-05a31bf086ba req-a37ea709-4a95-4988-b227-7df5d1d5af7f tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0671878 Jul 23 17:17:04.230973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:04.855701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e8091-18ae-4848-ba55-38319a84ecc9 req-387299d2-89d8-4d3c-87ef-b41fdf6ff492 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:04.857381 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-008e8091-18ae-4848-ba55-38319a84ecc9 req-387299d2-89d8-4d3c-87ef-b41fdf6ff492 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1138206 Jul 23 17:17:04.921747 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-008e8091-18ae-4848-ba55-38319a84ecc9 req-3f23bb96-c63b-46a1-b54e-c4099a197aba tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Jul 23 17:17:05.163376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:05.190042 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b53b15ef-c507-41ea-8b23-117584f9dbc6 req-3cc94191-5425-4daf-953f-3f2a51c05774 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0562272 Jul 23 17:17:05.642203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-36d2de92-9679-40f4-9f37-324ccc5c7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:06.159525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61807340-a042-40a1-af4c-1a0ce039d134 req-ca31da21-77dc-4134-9738-a285828af6ac tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:06.161355 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-61807340-a042-40a1-af4c-1a0ce039d134 req-ca31da21-77dc-4134-9738-a285828af6ac tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0914500 Jul 23 17:17:06.228262 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-61807340-a042-40a1-af4c-1a0ce039d134 req-a73c090c-24ac-4237-ba56-b342055b600c tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525379 Jul 23 17:17:06.482791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dbf0addf-ee73-4fd2-bf3d-8227f2f5aa1d req-451d7163-80e4-4680-a02d-c515c58d9ff5 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0954144 Jul 23 17:17:06.735423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52670) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:06.912624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:06.952275 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:06.957141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Usage tracker for resource:security_group_rule and tenant:6891107522db490290f8319f457f243e is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:06.960842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:06.967921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:07.058763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.061951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.071339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-578fd55f-429e-4151-a270-db91b0208882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:07.115609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aedcd6-512b-4251-82cd-6d8398afc2de,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:07.119856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:07.122479 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6891107522db490290f8319f457f243e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3854139 Jul 23 17:17:07.125429 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52676) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:07.194383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.227921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.238396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.281279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.289666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5cf930d9-3b7e-46d5-a7be-2bf22f9bde9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:07.306304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aedcd6-512b-4251-82cd-6d8398afc2de,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:07.309658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:07.311756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:07.313451 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/06aedcd6-512b-4251-82cd-6d8398afc2de HTTP/1.1" status: 204 len: 168 time: 0.1866696 Jul 23 17:17:07.512549 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27de052-df56-4eb1-9a91-bf0b0ff03cfa req-1c080a07-1b0c-4fad-95de-7dea02f64e9b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:07.514711 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f27de052-df56-4eb1-9a91-bf0b0ff03cfa req-1c080a07-1b0c-4fad-95de-7dea02f64e9b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0932813 Jul 23 17:17:07.583510 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f27de052-df56-4eb1-9a91-bf0b0ff03cfa req-b242c184-e8de-47c5-8993-dbbdfda27bf7 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Jul 23 17:17:07.713040 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5ecd612e-5a96-499b-8686-0903cfc445ed req-1bc9f0d8-e584-47f2-b0d8-4351f3e13193 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0499983 Jul 23 17:17:08.404624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52710) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:08.561266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2092131847-network', 'tenant_id': '4e2ad05f6296429dbdf0cbc71f65e888'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:08.567005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:08.571233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Usage tracker for resource:network and tenant:4e2ad05f6296429dbdf0cbc71f65e888 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:08.586969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:08.598229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:08.608478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Made reservation on behalf of 4e2ad05f6296429dbdf0cbc71f65e888 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:08.613519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:08.630665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:08.666644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:08.669863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Usage tracker for resource:security_group_rule and tenant:4e2ad05f6296429dbdf0cbc71f65e888 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:08.672907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:08.679349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:08.879496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ba75a-6884-4219-8ec5-ad1ed5e026eb req-a574363f-1e30-4db0-be5d-1dc61ab1a1e7 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:08.881158 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a5ba75a-6884-4219-8ec5-ad1ed5e026eb req-a574363f-1e30-4db0-be5d-1dc61ab1a1e7 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1660299 Jul 23 17:17:08.896973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:08.923093 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:08.985097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f3fa0c18-7978-4c81-b69f-aaaaa90b5d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:09.021918 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f7bed3c2-c1ad-4a62-9073-b9e42c1be77c req-09e98d1c-19c2-48a3-b54f-8e125aa2e503 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.1077120 Jul 23 17:17:09.047421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1355} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:17:09.067429 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a5ba75a-6884-4219-8ec5-ad1ed5e026eb req-e68f90f9-13ad-4a0a-94eb-575c39d90188 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733997 Jul 23 17:17:09.081751 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.082303 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Added segment abdd93bd-e318-422d-94d2-33b779e24848 of type vlan for network bec19e67-a3fe-44f0-b27c-cbcb036b474c Jul 23 17:17:09.108060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffbad1b-99a5-4180-bca5-5b25c8028f22,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:09.141464 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:09.224547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.275147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.277095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:09.278500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.295042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:09.344775 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9327860 Jul 23 17:17:09.344958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52730) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:09.356369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Request body: {'subnet': {'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2092131847-subnet', 'tenant_id': '4e2ad05f6296429dbdf0cbc71f65e888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:09.380214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:09.389534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Usage tracker for resource:subnet and tenant:4e2ad05f6296429dbdf0cbc71f65e888 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:09.395920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:09.427663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:09.435163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Pushing event updated for resources: {'Network': ['ID=bec19e67-a3fe-44f0-b27c-cbcb036b474c,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:09.438833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:09.447949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Made reservation on behalf of 4e2ad05f6296429dbdf0cbc71f65e888 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:09.449471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network bec19e67-a3fe-44f0-b27c-cbcb036b474c details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:17:09.456356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2483693'] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.726729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483708'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.735990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:09.828077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d4fab6-3116-485b-8b08-e0979abcecd5,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:09.832063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:09.839484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Checking segment: {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:09.840128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Network hostable DHCP agents. Network: bec19e67-a3fe-44f0-b27c-cbcb036b474c, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:17:09.866084 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Network bec19e67-a3fe-44f0-b27c-cbcb036b474c is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:17:09.875991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, bec19e67-a3fe-44f0-b27c-cbcb036b474c) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:09.880490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:09.881142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:09.894362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba948a-bbae-443d-8379-f00d4b298360 None None] Network bec19e67-a3fe-44f0-b27c-cbcb036b474c requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:09.906620 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8f33b69d-2411-4c5d-b871-92a13f89ad47 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5613034 Jul 23 17:17:10.258987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6df249-ad2d-4951-84d5-a3a1f42c7cef None None] Network bec19e67-a3fe-44f0-b27c-cbcb036b474c requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:10.367108 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8c9ae2b5-aee0-4611-a792-af03986e403f req-5535490f-49bf-42bd-8ab5-45d34c528c8e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.1152508 Jul 23 17:17:10.544422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414c45e-f503-43b5-9235-5ef2bfa5cc66 req-82fd66bc-9668-49ea-828f-1304804c33af tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:10.562148 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4414c45e-f503-43b5-9235-5ef2bfa5cc66 req-82fd66bc-9668-49ea-828f-1304804c33af tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1933148 Jul 23 17:17:10.656415 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4414c45e-f503-43b5-9235-5ef2bfa5cc66 req-a34ef859-5eab-4636-8de5-5f428286805f tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903316 Jul 23 17:17:11.055334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52754) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:11.308199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.353335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:11.357501 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Usage tracker for resource:security_group_rule and tenant:c01dae0ba73a4b6cb742d0f0d63b873d is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:11.360537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:11.366671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:11.458238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.461543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.472970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d3aa71cc-3314-45e1-83d5-e80ce52f54be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:11.520661 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c01dae0ba73a4b6cb742d0f0d63b873d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4640675 Jul 23 17:17:11.521490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468e391-e273-41e6-b095-4acc67365751,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:11.524033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52766) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:11.527120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5614a0ef-4b61-45d6-ba70-ac485a105e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:11.566124 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-82ddb147-96a9-4ae9-9016-cb1e08ba74f1 req-7cb253cc-92d4-4b08-b18b-049e7aced9ec tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0510602 Jul 23 17:17:11.600248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.631428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.679134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.684442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c8c2cf8e-ab81-44de-96af-3e2b52969277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:11.699778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468e391-e273-41e6-b095-4acc67365751,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:11.702656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:11.703868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:11.705645 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e915589a-a370-434b-8ba9-63dd41836b85 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a468e391-e273-41e6-b095-4acc67365751 HTTP/1.1" status: 204 len: 168 time: 0.1800594 Jul 23 17:17:11.976531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95730ab-cd1a-4e8e-9d12-99de6b7a98a2 req-0fb340e1-da7d-4355-87f9-b072f2cab2f0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:11.979065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c95730ab-cd1a-4e8e-9d12-99de6b7a98a2 req-0fb340e1-da7d-4355-87f9-b072f2cab2f0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1497366 Jul 23 17:17:12.046156 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c95730ab-cd1a-4e8e-9d12-99de6b7a98a2 req-042dacf9-7fad-465a-8d76-425678ea7125 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605376 Jul 23 17:17:12.523040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:12.877126 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9e5a6984-0494-4af0-8a0b-003b2042412a req-79381c0c-2b3e-44fa-8623-8bd13e7cd551 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0927856 Jul 23 17:17:12.953231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-6e123c0f-2d8b-4041-a0fe-53e553991570 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:12.954146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-6e123c0f-2d8b-4041-a0fe-53e553991570 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Synchronizing usage tracker for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:12.976951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-6e123c0f-2d8b-4041-a0fe-53e553991570 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Unset dirty status for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:12.978307 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-6e123c0f-2d8b-4041-a0fe-53e553991570 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/networks?id=bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 200 len: 809 time: 0.3253756 Jul 23 17:17:12.998398 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-e85e91ac-5c37-4100-a069-486c9c7f7444 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/quotas/4e2ad05f6296429dbdf0cbc71f65e888 HTTP/1.1" status: 200 len: 375 time: 0.0140805 Jul 23 17:17:13.064027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52812) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:13.069506 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-1573fbae-e4ed-45f3-bfca-0050c17426c9 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589609 Jul 23 17:17:13.293195 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b78bc8e0-d090-454f-a21d-e3812e429a5d req-4a970f9c-6151-493d-9703-d695ec98e4c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1097 time: 0.1193419 Jul 23 17:17:13.376532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-930740803-network', 'tenant_id': '6ea475e03b13401d85512aea4b9e4f11'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:13.383406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:13.500785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Usage tracker for resource:network and tenant:6ea475e03b13401d85512aea4b9e4f11 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:13.516164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:13.547617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:13.600702 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Made reservation on behalf of 6ea475e03b13401d85512aea4b9e4f11 for: {'network': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:13.613879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:13.659834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:13.724905 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-45989a2d-88fc-4b99-b981-d2fd0fec5f66 service neutron] 10.222.0.100 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384442 Jul 23 17:17:13.765276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bc8e0-d090-454f-a21d-e3812e429a5d req-8ff72e9c-bd78-4339-b8b5-092d2621562c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:13.767629 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b78bc8e0-d090-454f-a21d-e3812e429a5d req-8ff72e9c-bd78-4339-b8b5-092d2621562c service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=d2584307856241c686b776ee191bd2b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4665780 Jul 23 17:17:13.898751 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-4f76fdb4-49e9-40c9-9a52-21daa00dca80 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4456344 Jul 23 17:17:14.003421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbca918-9e00-4b91-90a4-7eec05236afe req-5963c869-94cd-4f48-a3e3-71f0c87d8e62 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:14.008675 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ddbca918-9e00-4b91-90a4-7eec05236afe req-5963c869-94cd-4f48-a3e3-71f0c87d8e62 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.7586148 Jul 23 17:17:14.036363 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f31c21c9-1f52-4d5d-bff9-2b17d9fb4b17 service neutron] 10.222.0.100 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917016 Jul 23 17:17:14.100416 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ddbca918-9e00-4b91-90a4-7eec05236afe req-bbc06433-50d4-4b74-8913-3f0378fe397a tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Jul 23 17:17:14.281266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:14.309241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Usage tracker for resource:security_group_rule and tenant:6ea475e03b13401d85512aea4b9e4f11 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:14.329226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:14.348219 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0618fe82-654d-4cc5-b8ad-ec7cfafbe859 req-a23abfa0-7009-4fb4-989a-e58215ca67ed tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0629389 Jul 23 17:17:14.357531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea85d-d80c-490a-843e-4a86a70699df req-5fbb5250-fafc-4919-835e-b783da00b655 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:14.359233 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-5fbb5250-fafc-4919-835e-b783da00b655 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "GET /v2.0/networks?id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 200 len: 813 time: 0.7026839 Jul 23 17:17:14.361690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:14.401314 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4ac5bc3a-4e34-4998-9dce-c8a82daa1186 req-9c6717f6-1a58-40e8-9717-21f922038890 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 210 time: 0.0561981 Jul 23 17:17:14.419074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Request body: {'port': {'device_id': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227', 'admin_state_up': True, 'tenant_id': '72ab1f575a7a4a8fa4b6478cb02023b0'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:14.438990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bc8e0-d090-454f-a21d-e3812e429a5d req-4897cb5d-e827-477b-88c1-ba88ac5c1592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:14.441392 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b78bc8e0-d090-454f-a21d-e3812e429a5d req-4897cb5d-e827-477b-88c1-ba88ac5c1592 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6063066 Jul 23 17:17:14.612273 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-dff6985c-f5c9-4a97-a791-ad0a67fdf6f5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 1099 time: 0.4168546 Jul 23 17:17:14.793169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:14.812674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:14.821369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-53a7b067-ab47-4d3e-a4b6-324bffb43244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:14.844247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:14.867713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Usage tracker for resource:port and tenant:72ab1f575a7a4a8fa4b6478cb02023b0 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:14.889435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:14.893149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1358} {{(pid=82118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:17:14.912509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:14.936576 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-9d93a19c-5d67-4109-87c3-c094c3b96bdd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1097 time: 0.4043534 Jul 23 17:17:14.941063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:14.941445 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Added segment 5f2cff71-c1c0-4797-9c25-e51336e27d89 of type vlan for network 8294ea35-876f-4c5a-9d8c-9e344bb98a30 Jul 23 17:17:14.944533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c73f3b-2d2e-4499-ba17-cf376edbc0a4,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:14.957533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:15.018009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-9f833f97-d5c3-4dbc-a288-7f2a31815fc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.019598 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-9f833f97-d5c3-4dbc-a288-7f2a31815fc8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.3563242 Jul 23 17:17:15.028368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Made reservation on behalf of 72ab1f575a7a4a8fa4b6478cb02023b0 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:15.033971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:15.135112 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-dcfd2ed7-6aa7-4fa3-b217-914595b38376 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 217 time: 0.1798186 Jul 23 17:17:15.150971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:15.168733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9673c3-85dd-419c-b7ce-05a5fba583aa req-24570f42-ba1b-458c-9b4c-17a60c22961c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.170469 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5a9673c3-85dd-419c-b7ce-05a5fba583aa req-24570f42-ba1b-458c-9b4c-17a60c22961c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.0910554 Jul 23 17:17:15.232813 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5a9673c3-85dd-419c-b7ce-05a5fba583aa req-e8ad447c-c286-4f7c-b513-aa00bdc804d2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539594 Jul 23 17:17:15.338571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf523-73dc-4873-9b86-0f64e88ba507 req-f9259c74-205e-4e6f-8472-caf273509530 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.340216 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4dcf523-73dc-4873-9b86-0f64e88ba507 req-f9259c74-205e-4e6f-8472-caf273509530 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0842268 Jul 23 17:17:15.340706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-ea1f4c1e-f3bf-41a8-b8a4-bb7ed1b18556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.342312 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-ea1f4c1e-f3bf-41a8-b8a4-bb7ed1b18556 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 200 len: 853 time: 0.1937616 Jul 23 17:17:15.352465 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-da0c21b6-c608-46bc-88c1-cbcbbafd6320 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 200 len: 1001 time: 0.3007731 Jul 23 17:17:15.393397 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4dcf523-73dc-4873-9b86-0f64e88ba507 req-b53940f0-7a3f-4fd4-a0e8-2ccf38067680 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Jul 23 17:17:15.473930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:15.493194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.493815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:15.509351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b17efc10-1bf7-4fb5-a111-6744c8fabe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:15.549114 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4f28866d-0c99-4e6e-a6ad-937dba39bf91 req-f0fce074-ba3e-40a0-8f41-c75c39d8c724 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0547678 Jul 23 17:17:15.609351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-242f0abb-9b2d-4f0d-a96a-17b21ec37832 req-3ef4f5aa-2026-4473-a960-b4953bbdd984 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 210 time: 0.0639136 Jul 23 17:17:15.702025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Allocated IP 172.20.0.6 (c2fbd41a-3cf4-4e66-a4eb-c0650bae7227/a03e4af0-560b-400b-9e1a-33af2af2e53a/617606a7-6467-4256-91dc-4685f0df29a7) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:15.753875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-1c62443e-61d2-4869-907f-ce954261bf13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.755369 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-1c62443e-61d2-4869-907f-ce954261bf13 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.3564177 Jul 23 17:17:15.765218 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Pushing event updated for resources: {'Network': ['ID=8294ea35-876f-4c5a-9d8c-9e344bb98a30,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:15.782778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 8294ea35-876f-4c5a-9d8c-9e344bb98a30 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:17:15.784923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:15.790539 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7213531 Jul 23 17:17:15.791379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52852) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:15.797376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Request body: {'subnet': {'network_id': '8294ea35-876f-4c5a-9d8c-9e344bb98a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-930740803-subnet', 'tenant_id': '6ea475e03b13401d85512aea4b9e4f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:15.803338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:15.808155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Usage tracker for resource:subnet and tenant:6ea475e03b13401d85512aea4b9e4f11 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:15.811489 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:15.822062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:15.843125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Made reservation on behalf of 6ea475e03b13401d85512aea4b9e4f11 for: {'subnet': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:15.849146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330538'] for subnet, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:15.913684 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-dea1401e-26b4-47c4-a615-524684604610 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5602031 Jul 23 17:17:15.995351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-8801c9b6-85cd-4552-b4ea-40cc2dd52252 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:15.996918 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-8801c9b6-85cd-4552-b4ea-40cc2dd52252 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "GET /v2.0/networks?id=bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 200 len: 809 time: 0.4483795 Jul 23 17:17:16.057070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Request body: {'port': {'device_id': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c', 'admin_state_up': True, 'tenant_id': '4e2ad05f6296429dbdf0cbc71f65e888'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:16.076851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1664153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330553'] for subnet, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:16.082287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b86ef09e-baeb-4850-ba45-e40fca0e6933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:16.160619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=539f3ee4-3dc3-45a0-a449-e61113bd58f2,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:16.163531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:16.177973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Checking segment: {'id': '5f2cff71-c1c0-4797-9c25-e51336e27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '8294ea35-876f-4c5a-9d8c-9e344bb98a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:16.178376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Network hostable DHCP agents. Network: 8294ea35-876f-4c5a-9d8c-9e344bb98a30, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:17:16.202192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Network 8294ea35-876f-4c5a-9d8c-9e344bb98a30 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:17:16.212372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 8294ea35-876f-4c5a-9d8c-9e344bb98a30) {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:16.217118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:16.217805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:16.222567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354bd6b-a67e-4498-9a59-2c9b2796183a None None] Network 8294ea35-876f-4c5a-9d8c-9e344bb98a30 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:16.241599 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-24f05463-9ec2-4ca4-80b8-6c2e5b07d88b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4492378 Jul 23 17:17:16.479570 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-c411ec34-eeea-4d88-876f-2fdaa862349b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6967120 Jul 23 17:17:16.481865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9468057-7b81-4d6e-9870-995faff9bbde None None] Network 8294ea35-876f-4c5a-9d8c-9e344bb98a30 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:16.589521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59127aa5-e301-4b93-be36-724a7ef8cb0e req-4fbf6fd8-c25d-459d-9aba-155087083fbf tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:16.593840 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-59127aa5-e301-4b93-be36-724a7ef8cb0e req-4fbf6fd8-c25d-459d-9aba-155087083fbf tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.2021272 Jul 23 17:17:16.606077 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-91c3ea72-b960-4df6-9bc1-2e9d8b8bf637 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675842 Jul 23 17:17:16.708236 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-59127aa5-e301-4b93-be36-724a7ef8cb0e req-4d7d4b0e-5d77-4ddb-b633-375b1164d803 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065526 Jul 23 17:17:16.708993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.102', 64579) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:16.880600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57443fa2-d9a1-4ed8-871b-045687132442 req-499ce5ab-ef29-4eab-8fd0-e8798d6c4549 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:16.888841 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-57443fa2-d9a1-4ed8-871b-045687132442 req-499ce5ab-ef29-4eab-8fd0-e8798d6c4549 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2322116 Jul 23 17:17:16.889596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:16.893920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:16.919108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Usage tracker for resource:port and tenant:4e2ad05f6296429dbdf0cbc71f65e888 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:16.932502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-dcf69d02-9465-4dbc-a5d5-859ec88ee801 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:16.934358 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-dcf69d02-9465-4dbc-a5d5-859ec88ee801 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.2192509 Jul 23 17:17:16.937781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:16.946809 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-4d260e83-4b53-416c-851a-e4a963e5cc6d service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437153 Jul 23 17:17:16.955989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:17.031240 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3de0c4e2-67ab-4f2b-b5f0-f436fd1c180a req-e019f0a8-9733-434f-a993-b9ebdca037a3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 210 time: 0.0939381 Jul 23 17:17:17.051242 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-57443fa2-d9a1-4ed8-871b-045687132442 req-9e7b0db8-f493-48b8-ba7c-1391be2635b3 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612663 Jul 23 17:17:17.068932 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-091e57cc-95ad-4fda-84e0-b8f538335032 req-ea80dd22-72db-4cf0-b975-22a96fb8010b service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099183 Jul 23 17:17:17.081011 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Made reservation on behalf of 4e2ad05f6296429dbdf0cbc71f65e888 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:17.086528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.108840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Deleting port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:17:17.109244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.110404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.122145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:17.278521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:17.287694 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-135f8579-bd16-4611-9a4f-29ef67306cc0 req-6e9a404e-2fb7-4ac1-9573-3720b32b895c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 210 time: 0.0578485 Jul 23 17:17:17.299799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:17.315662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:17.353201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Pushing event updated for resources: {'Port': ['ID=617606a7-6467-4256-91dc-4685f0df29a7,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:17.365162 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c5b9525-aa82-4ef0-9e4d-0c54b7da3088 req-666b241d-c47d-4dc9-83fe-bed013079a4b service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110208 Jul 23 17:17:17.369205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:17.476939 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Allocated IP 172.20.0.10 (bec19e67-a3fe-44f0-b27c-cbcb036b474c/f8d4fab6-3116-485b-8b08-e0979abcecd5/ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:17.497850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:17.498535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.530666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] For port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:17.534115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.541684 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1312118 Jul 23 17:17:17.557641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Request body: {'port': {'device_id': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:17.628319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52888) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:17.636225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-993242988-network', 'tenant_id': '03913eb6b1174e6cbddd5269ac15e1b5'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:17.643600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:17.658346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Usage tracker for resource:network and tenant:03913eb6b1174e6cbddd5269ac15e1b5 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:17.663187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:17.739209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:17.763644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Made reservation on behalf of 03913eb6b1174e6cbddd5269ac15e1b5 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:17.769059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.813390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.858631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.923149 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.980587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.980995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:17.981349 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Floating IP 86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6 disassociated. External IP: 172.28.0.182, port: a96d6ebd-023c-46f4-91b0-aa8fdd4145ea. Jul 23 17:17:17.981741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Calling delete_port for a96d6ebd-023c-46f4-91b0-aa8fdd4145ea owned by compute:nova {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:17:18.010277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:18.032272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Usage tracker for resource:security_group_rule and tenant:03913eb6b1174e6cbddd5269ac15e1b5 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:18.038435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:18.048568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:18.064643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.073378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-27dd5911-8fac-47a2-800a-93676f4019b3 tempest-ServerRescueNegativeTestJSON-1731666625 tempest-ServerRescueNegativeTestJSON-1731666625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:18.227439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Network bec19e67-a3fe-44f0-b27c-cbcb036b474c is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:18.230220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Pushing event updated for resources: {'Port': ['ID=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:18.234658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:18.236754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:18.247973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:18.257210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde94ea9-5538-4a12-886d-11f535626c37 req-1e3a94ff-37dd-4d93-b87f-8880edb91a1b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:18.258868 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dde94ea9-5538-4a12-886d-11f535626c37 req-1e3a94ff-37dd-4d93-b87f-8880edb91a1b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 946 time: 0.3194203 Jul 23 17:17:18.334659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:18.335380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.339244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.353080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.356142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.362729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cf3db2f2-a4ae-4126-a4ca-c9caf5001ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:18.367698 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3170452 Jul 23 17:17:18.406056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1359} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:17:18.410521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Request body: {'port': {'device_id': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:18.428761 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dde94ea9-5538-4a12-886d-11f535626c37 req-691ce3b8-2f0c-46df-8a61-e94d008a79c0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b6e8c-1ad0-4231-82f7-0c9c8912319f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540062 Jul 23 17:17:18.450400 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.450787 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Added segment c279830a-b4b1-4797-a5fa-9797f995019c of type vlan for network 1d92b99b-efb3-4061-8c25-e50c9e3f38bb Jul 23 17:17:18.451994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0365cf7-db4f-4592-bf56-781d6c043294,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:18.456086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:18.475053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d42b715-a0c4-4a94-a88a-ab7f7306ff3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:18.483632 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617606a7-6467-4256-91dc-4685f0df29a7 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:18.525947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.558470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Transition to ACTIVE for port object 617606a7-6467-4256-91dc-4685f0df29a7 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:18.569571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.575937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e952f379-3ab1-45f5-b5ca-71f24bd50695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:18.586371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event deleted for resources: {'Port': ['ID=a96d6ebd-023c-46f4-91b0-aa8fdd4145ea,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:18.589176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:18.604444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff5304-d3f5-4c9f-9063-505cc59c08f6 req-2bbfc693-c24a-4e64-8f64-94889d38e10c tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:18.606046 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-44ff5304-d3f5-4c9f-9063-505cc59c08f6 req-2bbfc693-c24a-4e64-8f64-94889d38e10c tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 931 time: 0.4183643 Jul 23 17:17:18.614165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.664971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:18.831336 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-44ff5304-d3f5-4c9f-9063-505cc59c08f6 req-b76221f8-215a-40e0-845e-74f7541d49ed tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800063 Jul 23 17:17:18.993570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Pushing event updated for resources: {'Port': ['ID=617606a7-6467-4256-91dc-4685f0df29a7,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:19.000726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:19.087145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.136829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:19.137404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.148192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:19.196152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f98f6-0c6a-49aa-a19c-8afd2c06512b req-d8701020-2c77-4e71-b44b-bfe0dcf7cdd6 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:19.197853 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b84f98f6-0c6a-49aa-a19c-8afd2c06512b req-d8701020-2c77-4e71-b44b-bfe0dcf7cdd6 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.6233521 Jul 23 17:17:19.277204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Attempting to bind port 617606a7-6467-4256-91dc-4685f0df29a7 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:17:19.277575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Attempting to bind port 617606a7-6467-4256-91dc-4685f0df29a7 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:17:19.278022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Attempting to bind port 617606a7-6467-4256-91dc-4685f0df29a7 on network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:19.300147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Port 617606a7-6467-4256-91dc-4685f0df29a7 on network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:19.300504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Attempting to bind port 617606a7-6467-4256-91dc-4685f0df29a7 on network c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:19.314034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:17:19.314500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Checking segment: {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:19.314918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Bound using segment: {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:17:19.315395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Bound port: 617606a7-6467-4256-91dc-4685f0df29a7, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e25e514-0107-496c-adc3-4cb62acb6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:17:19.315777 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.326679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Pushing event updated for resources: {'Network': ['ID=1d92b99b-efb3-4061-8c25-e50c9e3f38bb,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:19.334399 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7049708 Jul 23 17:17:19.336508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:19.338537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52904) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:19.340285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 1d92b99b-efb3-4061-8c25-e50c9e3f38bb details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:17:19.358311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Request body: {'subnet': {'network_id': '1d92b99b-efb3-4061-8c25-e50c9e3f38bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-993242988-subnet', 'tenant_id': '03913eb6b1174e6cbddd5269ac15e1b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:19.379419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:19.391018 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Usage tracker for resource:subnet and tenant:03913eb6b1174e6cbddd5269ac15e1b5 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:19.398339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:19.403155 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b84f98f6-0c6a-49aa-a19c-8afd2c06512b req-783fbf5b-e51d-4ffd-bf21-44c5a1575d70 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459675 Jul 23 17:17:19.416515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe292cc-db54-4215-a1be-2d21ddd08c68 req-07e5e1da-2822-48a4-bb99-d0b6f1ce4af7 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:19.418188 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bbe292cc-db54-4215-a1be-2d21ddd08c68 req-07e5e1da-2822-48a4-bb99-d0b6f1ce4af7 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 932 time: 0.3275657 Jul 23 17:17:19.419833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:19.472007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Made reservation on behalf of 03913eb6b1174e6cbddd5269ac15e1b5 for: {'subnet': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:19.477175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330538'] for subnet, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.526015 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] For port 617606a7-6467-4256-91dc-4685f0df29a7, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:17:19.540806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] For port 617606a7-6467-4256-91dc-4685f0df29a7, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=617606a7-6467-4256-91dc-4685f0df29a7,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:17:19.543262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:19.550216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.555556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.558264 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:19.592664 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-bbe292cc-db54-4215-a1be-2d21ddd08c68 req-1e844b8b-36f0-47b8-a8dc-416d90b96b20 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Synchronizing usage tracker for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:19.597631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:17:19.638533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-bbe292cc-db54-4215-a1be-2d21ddd08c68 req-1e844b8b-36f0-47b8-a8dc-416d90b96b20 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Unset dirty status for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:19.639805 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bbe292cc-db54-4215-a1be-2d21ddd08c68 req-1e844b8b-36f0-47b8-a8dc-416d90b96b20 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093577 Jul 23 17:17:19.650604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Transition to ACTIVE for port object ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:19.676430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Pushing event updated for resources: {'Port': ['ID=617606a7-6467-4256-91dc-4685f0df29a7,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:19.691532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.697268 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:19.697983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:19.732398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:19.734374 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-55c3d2be-f075-468b-88b8-3e821593abcc service neutron] 10.222.0.102 "PUT /v2.0/ports/617606a7-6467-4256-91dc-4685f0df29a7 HTTP/1.1" status: 200 len: 1093 time: 2.1818471 Jul 23 17:17:19.756618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'tag': '617606a7-6467-4256-91dc-4685f0df29a7'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:19.977121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ff583dd6-bcc1-48e9-b992-2b22e8d573d9 req-7d3636b6-d9cd-4c16-b278-a2aa0a5fb438 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Synchronizing usage tracker for tenant:ccea02c8e05946dea4af16076a889490 on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:20.016873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1664153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330553'] for subnet, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:20.028900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:20.098941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Pushing event updated for resources: {'Port': ['ID=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:20.102458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:20.103545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ff583dd6-bcc1-48e9-b992-2b22e8d573d9 req-7d3636b6-d9cd-4c16-b278-a2aa0a5fb438 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Unset dirty status for tenant:ccea02c8e05946dea4af16076a889490 on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:20.104864 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ff583dd6-bcc1-48e9-b992-2b22e8d573d9 req-7d3636b6-d9cd-4c16-b278-a2aa0a5fb438 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d8c2c1-84b2-40ee-b8f7-bb46aeed05be HTTP/1.1" status: 200 len: 210 time: 0.2010496 Jul 23 17:17:20.156152 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-42e23939-f241-484d-b4c2-bdc68dc85a3a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 1096 time: 0.2614274 Jul 23 17:17:20.175848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ca89b1-905f-49e8-af0f-e73ea6f2536c,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:20.192272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:20.218415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:17:20.231861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:17:20.239502 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'tag': '617606a7-6467-4256-91dc-4685f0df29a7', 'status': 'completed', 'code': 200} Jul 23 17:17:20.247604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:17:20.248616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:17:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:20.248851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Attempting to bind port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:17:20.249208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Attempting to bind port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:17:20.249576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Attempting to bind port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd on network bec19e67-a3fe-44f0-b27c-cbcb036b474c {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:20.265417 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-9f55b395-c094-49da-a429-238475c6f928 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=617606a7-6467-4256-91dc-4685f0df29a7 HTTP/1.1" status: 200 len: 217 time: 0.0971556 Jul 23 17:17:20.266453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd on network bec19e67-a3fe-44f0-b27c-cbcb036b474c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:20.266818 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Attempting to bind port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd on network bec19e67-a3fe-44f0-b27c-cbcb036b474c {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:20.299294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Checking segment: {'id': 'c279830a-b4b1-4797-a5fa-9797f995019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '1d92b99b-efb3-4061-8c25-e50c9e3f38bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:20.299717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Network hostable DHCP agents. Network: 1d92b99b-efb3-4061-8c25-e50c9e3f38bb, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:17:20.324496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34921b5-9f7f-488c-9d3d-da93cd4c3157 req-b8122c7a-0371-4025-bbae-d59c93dc22e8 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:20.326216 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c34921b5-9f7f-488c-9d3d-da93cd4c3157 req-b8122c7a-0371-4025-bbae-d59c93dc22e8 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 943 time: 0.2989135 Jul 23 17:17:20.331769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] No DVR routers for this DVR port a96d6ebd-023c-46f4-91b0-aa8fdd4145ea on host hv-cinder-80204 {{(pid=82117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:17:20.335596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:20.338475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-deleted', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:20.351675 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a51c6176-cffd-4dc3-9b4e-6e684b9ad582 req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "DELETE /v2.0/ports/a96d6ebd-023c-46f4-91b0-aa8fdd4145ea HTTP/1.1" status: 204 len: 173 time: 3.4087772 Jul 23 17:17:20.358766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea85d-d80c-490a-843e-4a86a70699df req-c4776891-aafe-406c-9542-40567ee82814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:20.360392 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-c4776891-aafe-406c-9542-40567ee82814 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a03e4af0-560b-400b-9e1a-33af2af2e53a HTTP/1.1" status: 200 len: 853 time: 0.0880105 Jul 23 17:17:20.362718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:17:20.363084 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Checking segment: {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:20.363515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Bound using segment: {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:17:20.363998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Bound port: ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:17:20.364383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:20.415062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Network 1d92b99b-efb3-4061-8c25-e50c9e3f38bb is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:17:20.465841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 1d92b99b-efb3-4061-8c25-e50c9e3f38bb) {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:20.471413 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d8c2c1-84b2-40ee-b8f7-bb46aeed05be', 'name': 'network-vif-deleted', 'tag': 'a96d6ebd-023c-46f4-91b0-aa8fdd4145ea', 'status': 'completed', 'code': 200} Jul 23 17:17:20.487808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:20.493339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:20.542396 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c34921b5-9f7f-488c-9d3d-da93cd4c3157 req-26b65f82-ba7b-4f91-a273-8c366f41a1f3 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765318 Jul 23 17:17:20.546199 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-41f19212-b264-452a-a28e-dbb748613977 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229856 Jul 23 17:17:20.564701 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ba4f780e-db6b-415e-bb5d-2308671825cc admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2243505 Jul 23 17:17:20.604558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device d8bb2647-6d74-46f8-a354-253b9a7241d9 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:17:20.805831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] For port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:17:20.806528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:17:20.831531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd886a9-c492-42e3-bfc9-9478932382e3 req-0d987a00-da01-4313-bdb0-a3661eee1f3e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:20.834103 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7fd886a9-c492-42e3-bfc9-9478932382e3 req-0d987a00-da01-4313-bdb0-a3661eee1f3e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1804590 Jul 23 17:17:20.844787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] For port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:17:20.850634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:20.853366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b1ee18-6d40-4d81-9894-4e402e9dd41a None None] Network 1d92b99b-efb3-4061-8c25-e50c9e3f38bb requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:20.857880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:20.900082 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-f91e9519-c893-4cf9-9d5d-58c0a50537a4 service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455083 Jul 23 17:17:20.948330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52928) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:21.048131 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7fd886a9-c492-42e3-bfc9-9478932382e3 req-5d60466a-ec74-4fd7-af9f-1c4754a908ae tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062547 Jul 23 17:17:21.070053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Deleting subnet 539f3ee4-3dc3-45a0-a449-e61113bd58f2 {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:17:21.074527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.114184 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-04eea85d-d80c-490a-843e-4a86a70699df req-6511d2f6-f2f8-4a02-8af8-a4ae4c68744c service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003100 Jul 23 17:17:21.141516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.143174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db769d-b427-4bef-919b-53b95e87b8f3 req-b243dabd-3be1-4a47-9e42-279e70cc1df2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:21.144647 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] 10.222.0.102 "PUT /v2.0/ports/ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd HTTP/1.1" status: 200 len: 1094 time: 2.7445464 Jul 23 17:17:21.151371 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38db769d-b427-4bef-919b-53b95e87b8f3 req-b243dabd-3be1-4a47-9e42-279e70cc1df2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 944 time: 0.2522554 Jul 23 17:17:21.188342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417520'] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.276720 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Pushing event updated for resources: {'Port': ['ID=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:21.286909 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-38db769d-b427-4bef-919b-53b95e87b8f3 req-8a7a730a-165b-4d55-aadc-2370e3226447 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343608 Jul 23 17:17:21.313430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.378037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52940) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:21.380445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.381080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.381641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.382096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.382483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.383036 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.383424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.383810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.384236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.384622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.384999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:21.400242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:21.412290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: a96d6ebd-023c-46f4-91b0-aa8fdd4145ea {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:17:21.418291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a96d6ebd-023c-46f4-91b0-aa8fdd4145ea not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:17:21.446182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1662558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445232'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.452395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:21.499345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3cc74-8b49-4122-b963-94258c318941 None None] Network 1d92b99b-efb3-4061-8c25-e50c9e3f38bb requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:21.503562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539f3ee4-3dc3-45a0-a449-e61113bd58f2,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:21.508525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:21.509616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.517079 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-8e545df2-49be-4a3b-bb2c-df723e9ace8d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 1096 time: 0.3339798 Jul 23 17:17:21.518640 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4645b016-52eb-41f3-8a41-8c7cd45c81f3 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/539f3ee4-3dc3-45a0-a449-e61113bd58f2 HTTP/1.1" status: 204 len: 168 time: 0.5672615 Jul 23 17:17:21.521419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52944) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:21.597104 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-001d0066-8761-480e-9509-c57019400391 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 1097 time: 0.2919369 Jul 23 17:17:21.670995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.697249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:17:21.815614 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-fa72a17a-c5c7-47bb-9586-49f5001b2a56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd HTTP/1.1" status: 200 len: 217 time: 0.1180282 Jul 23 17:17:21.847993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:21.880535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.939996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'port_id': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'mac_address': 'fa:16:3e:c8:1d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:17:21.940230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.958840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:21.960877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8294ea35-876f-4c5a-9d8c-9e344bb98a30']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:21.980853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2cff71-c1c0-4797-9c25-e51336e27d89') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:21.981217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2cff71-c1c0-4797-9c25-e51336e27d89') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:21.987579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-42f0e1a6-0b2b-4411-9a1f-575c67512896 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:21.989325 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-42f0e1a6-0b2b-4411-9a1f-575c67512896 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f8d4fab6-3116-485b-8b08-e0979abcecd5 HTTP/1.1" status: 200 len: 849 time: 0.1616354 Jul 23 17:17:21.995161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-e666d60d-7077-4592-bb35-7e9a12860820 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:21.996341 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-e666d60d-7077-4592-bb35-7e9a12860820 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 200 len: 915 time: 0.4529669 Jul 23 17:17:22.002382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.034311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.060592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Releasing vlan 1358 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:17:22.061172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:22.078836 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:22.090677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4b813-3011-411f-bbd7-2452f2f8f4c4 req-8eff1eb1-9225-4811-91ba-38ee19b60560 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:22.092019 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f1e4b813-3011-411f-bbd7-2452f2f8f4c4 req-8eff1eb1-9225-4811-91ba-38ee19b60560 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 943 time: 0.2687798 Jul 23 17:17:22.100916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857137e-10b1-412f-9ae1-1e94656acfde req-ef785a69-e535-4fc9-9e62-6b54bfe79d7b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:22.102572 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1857137e-10b1-412f-9ae1-1e94656acfde req-ef785a69-e535-4fc9-9e62-6b54bfe79d7b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2778466 Jul 23 17:17:22.116452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.161844 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bb2647-6d74-46f8-a354-253b9a7241d9 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:22.230786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:22.239605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.242600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:22.252913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.265994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:22.282332 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f1e4b813-3011-411f-bbd7-2452f2f8f4c4 req-2839a7a0-a312-4476-914b-02a5d00a70c9 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313610 Jul 23 17:17:22.286215 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.295609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Pushing event deleted for resources: {'Network': ['ID=8294ea35-876f-4c5a-9d8c-9e344bb98a30,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:22.300580 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1857137e-10b1-412f-9ae1-1e94656acfde req-3e006586-ed37-4c2d-99fd-331d70b3c7a2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337743 Jul 23 17:17:22.304586 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] 10.222.0.100 "DELETE /v2.0/networks/8294ea35-876f-4c5a-9d8c-9e344bb98a30 HTTP/1.1" status: 204 len: 168 time: 0.7818785 Jul 23 17:17:22.316045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52954) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:22.351193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:22.355955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:22.366403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.366816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.367220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.367617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.368098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.368500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.368731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.369118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.369759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.370215 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.370607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:22.373825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:22.379498 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78063173-ab6e-490d-a248-56fbd0b0351f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:22.394467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:17:22.401699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'tag': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:22.409855 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-0ed39740-5733-435e-b923-9563723aa2fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=617606a7-6467-4256-91dc-4685f0df29a7 HTTP/1.1" status: 200 len: 217 time: 0.3572731 Jul 23 17:17:22.413490 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f161e807-3b4c-4473-b883-ea0fa6712116 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bec19e67-a3fe-44f0-b27c-cbcb036b474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4142969 Jul 23 17:17:22.424068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:17:22.424865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:17:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:22.430285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Deleting subnet 88ca89b1-905f-49e8-af0f-e73ea6f2536c {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:17:22.440902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.490127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['d8bb2647-6d74-46f8-a354-253b9a7241d9'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:22.504670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.516709 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6ff807c6-4702-4153-9794-7f15a0038f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:22.597679 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b6e8c-1ad0-4231-82f7-0c9c8912319f,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:22.600661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:22.606466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417520'] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.643346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-bdc9f201-e8fb-4405-b4f2-6f5d122a8f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:22.645028 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-bdc9f201-e8fb-4405-b4f2-6f5d122a8f49 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a03e4af0-560b-400b-9e1a-33af2af2e53a HTTP/1.1" status: 200 len: 853 time: 0.2243857 Jul 23 17:17:22.648240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.648998 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5878f003-eb9f-4327-b434-c98f5a98ddf8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "DELETE /v2.0/security-groups/b47b6e8c-1ad0-4231-82f7-0c9c8912319f HTTP/1.1" status: 204 len: 168 time: 1.2507355 Jul 23 17:17:22.658812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52962) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:22.709855 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.v2.resource [None req-fb762f1b-4ac2-4bdd-b8bf-f89686a1588d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] show failed (client error): The resource could not be found. Jul 23 17:17:22.714587 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fb762f1b-4ac2-4bdd-b8bf-f89686a1588d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups/b47b6e8c-1ad0-4231-82f7-0c9c8912319f HTTP/1.1" status: 404 len: 347 time: 0.0459845 Jul 23 17:17:22.716435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52966) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:22.716597 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-5078b38b-49a2-4a57-8627-a677eb1d3ada service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549335 Jul 23 17:17:22.733344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:22.741196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:17:22.772524 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-f6b12518-8eae-4e76-b0bf-4fda9a828df3 service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962322 Jul 23 17:17:22.951567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85756-a2fb-440a-9dc1-62db4506bf5a req-f5f9a0e9-63a7-4cae-aa56-c07f5a0f1f96 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:22.953255 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e5d85756-a2fb-440a-9dc1-62db4506bf5a req-f5f9a0e9-63a7-4cae-aa56-c07f5a0f1f96 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 945 time: 0.4796269 Jul 23 17:17:23.031148 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-47889931-3253-4f4c-8c6e-5a37c4471eda service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068750 Jul 23 17:17:23.035752 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2ebb84c3-9932-444c-b71d-ee1de48d1f30 req-9ce2f22f-48be-4b64-8d38-5fadde9fe57d service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138798 Jul 23 17:17:23.230808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:23.236385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cab1c-6189-499f-870f-d6ba3d51799d None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:17:23.272052 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a0752cd-1a36-43fa-a69d-786cc1d6dfdc req-c30d2cd2-8e08-4321-9176-184d772c44a8 service neutron] 10.222.0.102 "GET /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305105 Jul 23 17:17:23.302962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca762b7-2368-408f-85d2-985c6cdde654 req-dbb111c1-b5b9-4c78-9902-b24558e5deff tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:23.304720 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dca762b7-2368-408f-85d2-985c6cdde654 req-dbb111c1-b5b9-4c78-9902-b24558e5deff tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 944 time: 0.7815440 Jul 23 17:17:23.321541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1662558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445232'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:23.348597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:23.378238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Deleting port f2644904-3f2a-4e9a-b1c0-5a9725407605 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:17:23.378620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:23.448859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ca89b1-905f-49e8-af0f-e73ea6f2536c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:23.456948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:23.481579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:23.486536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e5d85756-a2fb-440a-9dc1-62db4506bf5a req-2829c4cb-ebaf-4f97-bc3a-bd4bf06d434a tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645898 Jul 23 17:17:23.524621 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-480637f1-4478-4db9-8260-e29cf2422b27 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/88ca89b1-905f-49e8-af0f-e73ea6f2536c HTTP/1.1" status: 204 len: 168 time: 1.2072482 Jul 23 17:17:23.527301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52974) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:23.562762 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'tag': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd', 'status': 'completed', 'code': 200} Jul 23 17:17:23.579183 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dca762b7-2368-408f-85d2-985c6cdde654 req-cc47b179-33f8-4b74-a352-fc7388cae924 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591834 Jul 23 17:17:23.674187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:23.675023 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:23.747742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:23.778522 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-1b942737-1092-4821-9016-3c62a7fccdac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 1097 time: 0.1272004 Jul 23 17:17:23.840008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Calling delete_port for f2644904-3f2a-4e9a-b1c0-5a9725407605 owned by network:floatingip {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:17:23.873476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d3943-9ebf-4183-a471-cad9a37a20a5 None None] New status for floating IP 86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6: DOWN {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:17:24.013511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.043864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d92b99b-efb3-4061-8c25-e50c9e3f38bb']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:24.065670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c279830a-b4b1-4797-a5fa-9797f995019c') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:24.066145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c279830a-b4b1-4797-a5fa-9797f995019c') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:24.101881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.113691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-047572f4-3a07-4c5e-ba14-7712762e2556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:24.115318 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-047572f4-3a07-4c5e-ba14-7712762e2556 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 200 len: 911 time: 0.3080280 Jul 23 17:17:24.118581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514303-7194-49b7-84f6-77b38526ba70 req-0f802f82-b1b6-42f8-acfe-6f8f3f878f63 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:24.120617 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d514303-7194-49b7-84f6-77b38526ba70 req-0f802f82-b1b6-42f8-acfe-6f8f3f878f63 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 943 time: 0.2920716 Jul 23 17:17:24.165566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a112cf-05f4-4759-a658-4a32c671f672 req-68590072-b66b-4e01-beab-2a1e5bfc548a tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:24.167327 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a7a112cf-05f4-4759-a658-4a32c671f672 req-68590072-b66b-4e01-beab-2a1e5bfc548a tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.3400831 Jul 23 17:17:24.193380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-b27d3943-9ebf-4183-a471-cad9a37a20a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:17:24.193631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-b27d3943-9ebf-4183-a471-cad9a37a20a5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:17:24.195892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.208444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.211069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Releasing vlan 1359 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:17:24.211510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:24.227228 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:24.229626 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-6f64100d-d252-4747-9831-b4ac9991d9aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd HTTP/1.1" status: 200 len: 217 time: 0.1068945 Jul 23 17:17:24.231004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8302109d-f512-46da-baa4-ee55d81d4616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:24.276797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 617606a7-6467-4256-91dc-4685f0df29a7 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:17:24.281324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device d8bb2647-6d74-46f8-a354-253b9a7241d9 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:17:24.290578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event deleted for resources: {'Port': ['ID=f2644904-3f2a-4e9a-b1c0-5a9725407605,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:24.297290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:24.308048 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d514303-7194-49b7-84f6-77b38526ba70 req-86ed7020-9fd6-43d1-b287-165f8ddfc65a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705813 Jul 23 17:17:24.381560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.392874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4f6799f4-032f-4ac7-a75f-822448407860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:24.404965 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a7a112cf-05f4-4759-a658-4a32c671f672 req-1300e1cf-659b-4083-b566-47d926d49337 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254798 Jul 23 17:17:24.414920 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.425223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-ce7cd8bc-98bb-4bce-8df5-1423e1b7cc88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:24.427060 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-ce7cd8bc-98bb-4bce-8df5-1423e1b7cc88 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f8d4fab6-3116-485b-8b08-e0979abcecd5 HTTP/1.1" status: 200 len: 849 time: 0.1918380 Jul 23 17:17:24.431471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d92b99b-efb3-4061-8c25-e50c9e3f38bb,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:24.434305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:24.438588 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] 10.222.0.100 "DELETE /v2.0/networks/1d92b99b-efb3-4061-8c25-e50c9e3f38bb HTTP/1.1" status: 204 len: 168 time: 0.9074976 Jul 23 17:17:24.451915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.483193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.488447 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c46b1b3c-b7ee-4279-aab5-d7747770d97e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "DELETE /v2.0/floatingips/86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6 HTTP/1.1" status: 204 len: 168 time: 1.7663977 Jul 23 17:17:24.492414 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-ad5a4f4d-3280-400a-9128-79030dcf0034 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bec19e67-a3fe-44f0-b27c-cbcb036b474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551169 Jul 23 17:17:24.694706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d3943-9ebf-4183-a471-cad9a37a20a5 None None] New status for floating IP 86fc0d41-bf60-483f-a4c8-eefa3f4c8cc6: DOWN {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:17:24.701056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port d8bb2647-6d74-46f8-a354-253b9a7241d9 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:24.736913 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-76670a26-11d2-4213-8ba2-b701f5331c7b service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382491 Jul 23 17:17:24.751038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port d8bb2647-6d74-46f8-a354-253b9a7241d9 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:24.751274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:24.783880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52986) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:24.893132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 617606a7-6467-4256-91dc-4685f0df29a7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=617606a7-6467-4256-91dc-4685f0df29a7,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:24.912198 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-aafe6b57-ce14-4fa0-8385-1565857f3912 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6ea475e03b13401d85512aea4b9e4f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1110950 Jul 23 17:17:24.918942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 52990) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:24.933586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '617606a7-6467-4256-91dc-4685f0df29a7', 'network_id': 'c2fbd41a-3cf4-4e66-a4eb-c0650bae7227', 'port_id': '617606a7-6467-4256-91dc-4685f0df29a7', 'mac_address': 'fa:16:3e:d6:33:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03e4af0-560b-400b-9e1a-33af2af2e53a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:17:24.957793 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-055c2fb0-9db4-4202-a0dd-65f2d479918f req-058e0cfe-a969-46a5-afa6-6dc77135c68c service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140751 Jul 23 17:17:24.960881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 52994) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:24.968109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045829574', 'description': 'tempest-description--1768239903'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:24.976220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:24.982083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:24.987285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:24.996228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:25.009981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.018798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52879502-f975-4bab-87cc-1dd3cfc0bbf6 req-a25e1f82-341b-4d10-b871-dba540deabfe tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:25.020310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.026832 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-52879502-f975-4bab-87cc-1dd3cfc0bbf6 req-a25e1f82-341b-4d10-b871-dba540deabfe tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 945 time: 0.2801540 Jul 23 17:17:25.054319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617606a7-6467-4256-91dc-4685f0df29a7 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:25.068083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:25.073880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:25.074139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 617606a7-6467-4256-91dc-4685f0df29a7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=617606a7-6467-4256-91dc-4685f0df29a7,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:25.078334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.078614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:25.081680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:25.088109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:25.098648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.162827 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-52879502-f975-4bab-87cc-1dd3cfc0bbf6 req-283c0036-27fa-432e-84a9-eb38a7e54bd0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343849 Jul 23 17:17:25.199110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.206112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.207217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.213349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.214377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:25.234225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=617606a7-6467-4256-91dc-4685f0df29a7,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:25.240323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:25.255544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:25.266544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:25.270617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.272738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:25.287649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3de18-994d-4254-81d5-dd1d42b9faf6 req-a39648a9-8ae1-4df6-aa63-b4577fc65ea8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:25.289358 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e6f3de18-994d-4254-81d5-dd1d42b9faf6 req-a39648a9-8ae1-4df6-aa63-b4577fc65ea8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 944 time: 0.1859684 Jul 23 17:17:25.301814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea33b07e-df6a-4819-b30c-cd7bbb30518c,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:25.304978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:25.306061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.307392 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3453522 Jul 23 17:17:25.315053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53000) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:25.319760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['617606a7-6467-4256-91dc-4685f0df29a7'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:25.322158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'security_group_rule': {'security_group_id': 'ea33b07e-df6a-4819-b30c-cd7bbb30518c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:25.331383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:25.336466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:25.339675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:25.345470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.346752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:25.354896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-57a1dbcc-eee5-47a3-8a36-789ddb3b86ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:25.366896 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'code': 200} Jul 23 17:17:25.372787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c73f3b-2d2e-4499-ba17-cf376edbc0a4,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:25.375569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.385867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:25.394454 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e6f3de18-994d-4254-81d5-dd1d42b9faf6 req-ffbfce50-9832-43c6-8613-36bba7bac1c0 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922272 Jul 23 17:17:25.397925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.399504 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/82c73f3b-2d2e-4499-ba17-cf376edbc0a4 HTTP/1.1" status: 204 len: 168 time: 0.4791479 Jul 23 17:17:25.460492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:25.466230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:25.547737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.552503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.557346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:25.618706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f4a879-c8bd-4bf5-a356-ef59ec96abe1,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:25.631299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:25.676987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.678351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3621547 Jul 23 17:17:25.684319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53010) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:25.693255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'security_group_rule': {'security_group_id': 'ea33b07e-df6a-4819-b30c-cd7bbb30518c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:25.700533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:25.708778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:security_group_rule and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:25.712846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:25.722750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:25.754200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.775026 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea43ade1-525b-4d05-8fba-accbdbd6b13f req-7716f4e8-bde9-42a7-89a2-6f7bf0ea9f78 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1099 time: 0.1426013 Jul 23 17:17:25.785126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e1125-8ece-42c2-b341-0b85dbd30b63 req-a727fa3b-1939-492c-9bc5-de1a8c25f80a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:25.804023 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa8e1125-8ece-42c2-b341-0b85dbd30b63 req-a727fa3b-1939-492c-9bc5-de1a8c25f80a tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 944 time: 0.1828878 Jul 23 17:17:25.850586 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea43ade1-525b-4d05-8fba-accbdbd6b13f req-929a2a18-9b91-4aed-a95d-7a03fcbc748e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Jul 23 17:17:25.855813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087db85-c4eb-424e-b51b-5bdc0b9ae111 req-528965f5-3f5d-48fc-b339-7c6167b54486 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:25.857475 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e087db85-c4eb-424e-b51b-5bdc0b9ae111 req-528965f5-3f5d-48fc-b339-7c6167b54486 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1881499 Jul 23 17:17:25.863331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.866674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.868804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b202535-661c-4f0a-aad4-254cd32ffeae tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:25.895150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27380d52-dd56-4ed1-aea6-08444901db82,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:25.897943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:25.905332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.906799 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2213500 Jul 23 17:17:25.911951 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa8e1125-8ece-42c2-b341-0b85dbd30b63 req-787b09c7-1343-4bd6-80e7-a67e8d6d6a47 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069531 Jul 23 17:17:25.912483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53016) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:25.922361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'floatingip': {'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:25.928888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:25.937850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Usage tracker for resource:floatingip and tenant:ccea02c8e05946dea4af16076a889490 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:25.942072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:25.947089 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e087db85-c4eb-424e-b51b-5bdc0b9ae111 req-d8fcfd65-b422-472a-8f09-32e8d85b0fce tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788214 Jul 23 17:17:25.948384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:25.960021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:25.974034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53020) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:26.030323 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-07d50241-0983-411f-81f3-7bf9b5d5461b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=03913eb6b1174e6cbddd5269ac15e1b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549605 Jul 23 17:17:26.032979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53024) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:26.099579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.115980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.133655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.186142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.194286 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f11ee29-e250-4a02-805e-79d54ff1d67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:26.209776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0365cf7-db4f-4592-bf56-781d6c043294,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:26.212946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:26.214246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.218110 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-24f15c6b-c792-42ec-9e59-74f31b7550fa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e0365cf7-db4f-4592-bf56-781d6c043294 HTTP/1.1" status: 204 len: 168 time: 0.1814995 Jul 23 17:17:26.294973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:17:26.299475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 617606a7-6467-4256-91dc-4685f0df29a7 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:17:26.300432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Allocated IP 172.28.0.119 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/24cc7bf9-e66e-4e29-bdff-7a26e5028c1a) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:26.433433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a664e4-744d-4fc3-9032-3692dff268e2 req-26e322d4-65b8-4949-8f50-3c3a7e4ec2ae tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:26.457802 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-30a664e4-744d-4fc3-9032-3692dff268e2 req-26e322d4-65b8-4949-8f50-3c3a7e4ec2ae tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1490571 Jul 23 17:17:26.469658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 617606a7-6467-4256-91dc-4685f0df29a7 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:26.478585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 617606a7-6467-4256-91dc-4685f0df29a7 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:26.479004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.536382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.574865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.580712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3f6ab8ab-39d9-4adf-a860-b38e41898da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:26.647516 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-30a664e4-744d-4fc3-9032-3692dff268e2 req-d664bc0f-912f-4be8-b6f2-d9e7f1064ae0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876950 Jul 23 17:17:26.655861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'Port': ['ID=24cc7bf9-e66e-4e29-bdff-7a26e5028c1a,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:26.659859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:26.677330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:26.679598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:26.692356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:26.817213 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:26.851921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ff6b-b124-40e2-b126-b0e96ebe267a req-124b2c8a-9371-47e2-913c-77cce55042f2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:26.854701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd', 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c', 'port_id': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd', 'mac_address': 'fa:16:3e:41:cc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d4fab6-3116-485b-8b08-e0979abcecd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:17:26.862286 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-71a2ff6b-b124-40e2-b126-b0e96ebe267a req-124b2c8a-9371-47e2-913c-77cce55042f2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 944 time: 0.1515236 Jul 23 17:17:26.863453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:26.932091 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-71a2ff6b-b124-40e2-b126-b0e96ebe267a req-de29c8ad-ad75-4cae-9d5c-9af1acaa6660 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685570 Jul 23 17:17:26.998548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 617606a7-6467-4256-91dc-4685f0df29a7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=617606a7-6467-4256-91dc-4685f0df29a7,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:27.002356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.037674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.043335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:27.199785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=617606a7-6467-4256-91dc-4685f0df29a7,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:27.207232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:27.207232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:27.226034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:27.231340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.236911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:27.302607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.319214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f47320-377f-42c1-b4ad-e9d0b2b09021 req-f42115a8-8ba4-47f4-bb7a-c1e0a3d42834 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:27.326032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:27.326983 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34f47320-377f-42c1-b4ad-e9d0b2b09021 req-f42115a8-8ba4-47f4-bb7a-c1e0a3d42834 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1956520 Jul 23 17:17:27.329579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:27.368758 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617606a7-6467-4256-91dc-4685f0df29a7'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:27.372369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.391242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca4a9a-e01e-44af-ba81-f453028e8841 req-584e9819-26d6-4b29-a173-4b6cdd408c0d tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:27.398967 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a8ca4a9a-e01e-44af-ba81-f453028e8841 req-584e9819-26d6-4b29-a173-4b6cdd408c0d tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.2264588 Jul 23 17:17:27.438556 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34f47320-377f-42c1-b4ad-e9d0b2b09021 req-7bd7b7e2-091c-444a-8c24-e23230ef4ee0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102448 Jul 23 17:17:27.473440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:27.482313 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a8ca4a9a-e01e-44af-ba81-f453028e8841 req-bc43c4bf-c1b4-4f45-8f53-ad06513fb050 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694029 Jul 23 17:17:27.528204 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617606a7-6467-4256-91dc-4685f0df29a7', 'code': 200} Jul 23 17:17:27.618285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.622221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.628087 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-13956720-5834-4c72-a750-5d2c7dc9c158 tempest-AttachVolumeNegativeTest-1922477973 tempest-AttachVolumeNegativeTest-1922477973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:27.768195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'Port': ['ID=24cc7bf9-e66e-4e29-bdff-7a26e5028c1a,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:27.773808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:27.783241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.807921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:27.821034 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9075589 Jul 23 17:17:27.959420 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-be364a7d-68b1-4beb-8c99-90821b138124 req-0f8aeae9-ebcf-413d-9579-74281e50c0ee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 1098 time: 0.0868542 Jul 23 17:17:27.989073 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc526c-1315-4865-ab37-f516a7a65773 req-9955bdd2-b931-4d96-a4d0-3262b842e640 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:27.989073 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4dc526c-1315-4865-ab37-f516a7a65773 req-9955bdd2-b931-4d96-a4d0-3262b842e640 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1013074 Jul 23 17:17:28.017848 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-be364a7d-68b1-4beb-8c99-90821b138124 req-199b076b-3344-427f-85e4-71a5d37f25f5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496621 Jul 23 17:17:28.047933 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4dc526c-1315-4865-ab37-f516a7a65773 req-1379b54e-acb8-4209-81d4-fe72b38cb318 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Jul 23 17:17:28.204884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05a6ac-7c89-4dc1-8612-a0822b9c697e req-cb13bd94-4b75-42cc-a2c5-34bc49658d76 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:28.206472 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1b05a6ac-7c89-4dc1-8612-a0822b9c697e req-cb13bd94-4b75-42cc-a2c5-34bc49658d76 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 945 time: 0.1246028 Jul 23 17:17:28.255946 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-286b2c55-5ed3-4fac-aff0-6a3ba86be209 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--2045829574&fields=id&tenant_id=ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 267 time: 0.0862248 Jul 23 17:17:28.308009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:17:28.370438 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1b05a6ac-7c89-4dc1-8612-a0822b9c697e req-b88a1a43-a479-4129-859d-b4c9f9282d9c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541653 Jul 23 17:17:28.404403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:28.413524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:28.414527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:28.498500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0d7b-d128-42cc-a901-835059fb8884 req-234eb061-96a3-4ab3-a853-5d424c31566f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:28.501117 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-234eb061-96a3-4ab3-a853-5d424c31566f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 817 time: 0.2346153 Jul 23 17:17:28.575002 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-fb9e4038-c6ff-457d-b197-2129ca35dc3d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/quotas/ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 375 time: 0.0283003 Jul 23 17:17:28.625947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:28.663506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:28.663700 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f11a-ec1c-4cc5-846a-2597c49a8287 req-ac732494-3486-4c55-8f87-ddcb26fc2824 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:28.665155 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8310f11a-ec1c-4cc5-846a-2597c49a8287 req-ac732494-3486-4c55-8f87-ddcb26fc2824 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1639457 Jul 23 17:17:28.667159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:28.669454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cb2290d5-a0e7-4078-925d-7231de9ead05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:28.727002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-957e0d7b-d128-42cc-a901-835059fb8884 req-4546a7d2-4f5f-4d94-858a-e61955164c20 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Synchronizing usage tracker for tenant:ccea02c8e05946dea4af16076a889490 on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:28.797393 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8310f11a-ec1c-4cc5-846a-2597c49a8287 req-7a8f0970-16e5-4e9f-961e-c674e8c27bbe tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172714 Jul 23 17:17:28.803629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-957e0d7b-d128-42cc-a901-835059fb8884 req-4546a7d2-4f5f-4d94-858a-e61955164c20 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Unset dirty status for tenant:ccea02c8e05946dea4af16076a889490 on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:28.807807 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-4546a7d2-4f5f-4d94-858a-e61955164c20 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2209256 Jul 23 17:17:28.822693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:28.847482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:29.324489 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-9a95bc14-0b66-4e94-9545-7fc180ffa4a4 service neutron] 10.222.0.100 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680541 Jul 23 17:17:29.435125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add842e-8e24-4ce6-8a42-300013600047 req-a696997d-7727-4e7f-9643-f59b65252300 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:29.436752 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7add842e-8e24-4ce6-8a42-300013600047 req-a696997d-7727-4e7f-9643-f59b65252300 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.4324701 Jul 23 17:17:29.529670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:29.530906 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7add842e-8e24-4ce6-8a42-300013600047 req-9812cbd5-5be1-49d6-9452-0db9d7b2af20 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822265 Jul 23 17:17:29.533591 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-91d54e9c-21af-4540-8ec1-571d4935aa2e service neutron] 10.222.0.100 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010951 Jul 23 17:17:29.768670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c3316-0300-4115-8657-032db1e8b815 req-99671781-b490-4222-8df1-0899f15c1c94 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:29.770335 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c57c3316-0300-4115-8657-032db1e8b815 req-99671781-b490-4222-8df1-0899f15c1c94 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.1109316 Jul 23 17:17:29.780061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53124) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:29.825254 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c57c3316-0300-4115-8657-032db1e8b815 req-cd525f85-8f3a-4ece-97cd-891404a915d8 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 Jul 23 17:17:29.975550 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd', 'code': 200} Jul 23 17:17:30.039901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.084493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:30.091873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4a88915143421a9b3ed450b3b18edb is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:30.098056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:30.110504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:30.128466 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b714d5b3-4cf5-4893-93ab-371afba7929b req-c50e3b98-d613-4ec0-a358-1a43da8df5aa tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 210 time: 0.0801167 Jul 23 17:17:30.198779 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9d29-a0fe-4ef6-81cd-707be329ee3b req-521d0299-1483-4789-b8a8-6f1932b4490d tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:30.201009 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-940d9d29-a0fe-4ef6-81cd-707be329ee3b req-521d0299-1483-4789-b8a8-6f1932b4490d tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 946 time: 0.2298903 Jul 23 17:17:30.226394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.229668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.242866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ad5b2d0a-4ce5-4106-8a7e-7fbd41f5f298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:30.276798 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-940d9d29-a0fe-4ef6-81cd-707be329ee3b req-318f2a74-c00c-486b-85bf-b869e1464c91 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675418 Jul 23 17:17:30.340535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca106a3-ca7d-4cc7-a6b0-6188807f3fde,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:30.343996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:30.361789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53142) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:30.361929 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ee4a88915143421a9b3ed450b3b18edb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5796394 Jul 23 17:17:30.398432 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-72c605bb-adab-4d71-96a0-c2c3c44bce66 req-0242a8af-7597-46ca-8f5b-39d38927bfbc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 1099 time: 0.1345942 Jul 23 17:17:30.486917 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-72c605bb-adab-4d71-96a0-c2c3c44bce66 req-edd74755-5ff9-4577-bdc2-8b98b502ca41 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681655 Jul 23 17:17:30.534492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.588235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.602323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564508fe-4b38-4316-b483-c014e1344179 req-7acc0fe0-620b-432b-8596-ff32b1521937 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:30.604133 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-564508fe-4b38-4316-b483-c014e1344179 req-7acc0fe0-620b-432b-8596-ff32b1521937 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1724982 Jul 23 17:17:30.693496 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-564508fe-4b38-4316-b483-c014e1344179 req-0acb729d-9234-46f2-a9a1-515862298500 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744903 Jul 23 17:17:30.699112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.705177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9c15960a-39e0-4730-a225-c2077010b9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:30.720338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca106a3-ca7d-4cc7-a6b0-6188807f3fde,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:30.723725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:30.729597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:30.731578 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fca106a3-ca7d-4cc7-a6b0-6188807f3fde HTTP/1.1" status: 204 len: 168 time: 0.3681188 Jul 23 17:17:31.041034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d942599-81c2-41f3-86e9-44d4b323f083 req-17dadd86-9f52-4d0d-abcc-2f6ec0862912 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:31.047755 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0d942599-81c2-41f3-86e9-44d4b323f083 req-17dadd86-9f52-4d0d-abcc-2f6ec0862912 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1253614 Jul 23 17:17:31.193371 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0d942599-81c2-41f3-86e9-44d4b323f083 req-eb181dfc-3661-436e-9d5e-7eb0feb33ede tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345046 Jul 23 17:17:31.491473 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3aa93928-fdab-4fbb-acb0-77a996be8927 req-ef55356e-7e2a-431f-8dc1-23c65d1195e4 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 210 time: 0.1311688 Jul 23 17:17:31.505780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0d7b-d128-42cc-a901-835059fb8884 req-c3b424f3-3644-4014-b728-f34b58996a56 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:31.508418 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-c3b424f3-3644-4014-b728-f34b58996a56 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 817 time: 0.4814932 Jul 23 17:17:31.641276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-957e0d7b-d128-42cc-a901-835059fb8884 req-1ee1c1be-8e39-4f1a-8b03-0b3d75e5393d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Synchronizing usage tracker for tenant:ccea02c8e05946dea4af16076a889490 on resource:security_group {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:31.670420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53166) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:31.705435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-957e0d7b-d128-42cc-a901-835059fb8884 req-1ee1c1be-8e39-4f1a-8b03-0b3d75e5393d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Unset dirty status for tenant:ccea02c8e05946dea4af16076a889490 on resource:security_group {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:31.711226 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-1ee1c1be-8e39-4f1a-8b03-0b3d75e5393d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 380 time: 0.1869993 Jul 23 17:17:31.721755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'port': {'device_id': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'admin_state_up': True, 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'security_groups': ['ea33b07e-df6a-4819-b30c-cd7bbb30518c']}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:31.747134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:31.779626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd67c7-2ff9-4384-bf2c-f16318cb7cc5 req-3c8ea9ff-5fd0-4b83-a735-3d52336a25ca tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:31.800820 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-07bd67c7-2ff9-4384-bf2c-f16318cb7cc5 req-3c8ea9ff-5fd0-4b83-a735-3d52336a25ca tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 946 time: 0.1339185 Jul 23 17:17:31.871039 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-07bd67c7-2ff9-4384-bf2c-f16318cb7cc5 req-e130a351-f487-478e-8a4f-e57cb7fde729 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Jul 23 17:17:31.872744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:31.894924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Usage tracker for resource:security_group_rule and tenant:fc652e12b0da4a68a63547a38bb05496 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:31.900223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:31.919498 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:31.941847 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:31.962881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:31.968573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-62ca9020-fb85-458b-876b-e25cbe33be77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:31.981940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Made reservation on behalf of ccea02c8e05946dea4af16076a889490 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:31.988811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.165645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.169956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.188481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b9e789c-5e45-4264-bd0e-11aeef412ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:32.300092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53184) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:32.300217 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fc652e12b0da4a68a63547a38bb05496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6185865 Jul 23 17:17:32.301327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a859f-f124-475a-a64e-6769bb119168,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:32.307443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:32.332160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Allocated IP 172.20.0.12 (88d4239e-fcc7-457f-9665-03b62c14872b/e73ebde8-e48d-4d7f-b744-6fbe42a57816/8aeefa45-d729-4710-8bdc-32997a7e7f60) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:32.382517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.411962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.531832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.542423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8120beaa-5af4-4bac-807e-bb7ea23df076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:32.560070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a859f-f124-475a-a64e-6769bb119168,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:32.565590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:32.572035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01555-32de-4825-b752-688472c800c9 req-e6e2a66c-980f-4ce9-83f7-7c550f9afef4 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:32.573752 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bac01555-32de-4825-b752-688472c800c9 req-e6e2a66c-980f-4ce9-83f7-7c550f9afef4 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1533713 Jul 23 17:17:32.576007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.577842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e32a859f-f124-475a-a64e-6769bb119168 HTTP/1.1" status: 204 len: 168 time: 0.2766280 Jul 23 17:17:32.628970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.689278 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bac01555-32de-4825-b752-688472c800c9 req-10f3e63f-36fb-4117-87e7-f7d8f6a8ee49 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921268 Jul 23 17:17:32.694484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Transition to ACTIVE for port object 8aeefa45-d729-4710-8bdc-32997a7e7f60 will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:32.739449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.753780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:32.903447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:32.907224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:32.922879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Network 88d4239e-fcc7-457f-9665-03b62c14872b is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:32.925117 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:32.929755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:33.062596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:33.063327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:33.103614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6927f-a4b3-4582-ac2e-f1ff8288bf95 req-773985e7-be47-407f-94b8-e75a75d297e0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:33.123784 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-90b6927f-a4b3-4582-ac2e-f1ff8288bf95 req-773985e7-be47-407f-94b8-e75a75d297e0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 932 time: 0.3457315 Jul 23 17:17:33.157218 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4448340 Jul 23 17:17:33.170954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Request body: {'port': {'device_id': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:33.288838 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-90b6927f-a4b3-4582-ac2e-f1ff8288bf95 req-2289ca89-4b92-4a06-bbb0-5368cfc69e96 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638114 Jul 23 17:17:33.672243 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b1a37a95-0c8e-4f8d-9e8f-3358bf56a193 None None] Provisioning for port 8aeefa45-d729-4710-8bdc-32997a7e7f60 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:33.681484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-b1a37a95-0c8e-4f8d-9e8f-3358bf56a193 None None] Provisioning complete for port 8aeefa45-d729-4710-8bdc-32997a7e7f60 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:33.683278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b1a37a95-0c8e-4f8d-9e8f-3358bf56a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:33.809562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4460c1-06a3-4a45-bf68-852ee6ab1f2a req-6d6cf781-5c1b-418c-ac4c-5a0fe28a1cad tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:33.820105 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7b4460c1-06a3-4a45-bf68-852ee6ab1f2a req-6d6cf781-5c1b-418c-ac4c-5a0fe28a1cad tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2240098 Jul 23 17:17:33.862795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b1a37a95-0c8e-4f8d-9e8f-3358bf56a193 None None] Port 8aeefa45-d729-4710-8bdc-32997a7e7f60 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:17:33.873392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:33.946762 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7b4460c1-06a3-4a45-bf68-852ee6ab1f2a req-236f6e9b-92a9-4c35-b6e5-a8c5e77df0c7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247039 Jul 23 17:17:34.078883 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-c96c4031-41b5-43cb-b8aa-23a5b7eb46bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1099 time: 0.4871871 Jul 23 17:17:34.225851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:34.237091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84719f7-5074-49a7-8a9c-cb5c57a2ff97 req-4ae0aa4e-ee3e-42f3-86bd-e4ba385a6296 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:34.246190 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e84719f7-5074-49a7-8a9c-cb5c57a2ff97 req-4ae0aa4e-ee3e-42f3-86bd-e4ba385a6296 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 946 time: 0.2560227 Jul 23 17:17:34.301619 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e84719f7-5074-49a7-8a9c-cb5c57a2ff97 req-5e5814d6-c916-4a7c-b535-d4de97a643ae tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542848 Jul 23 17:17:34.505683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aeefa45-d729-4710-8bdc-32997a7e7f60 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:34.511866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-3c362372-3f72-4957-83ae-6e7806962d2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:34.514109 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-3c362372-3f72-4957-83ae-6e7806962d2a service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.4000175 Jul 23 17:17:34.521587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:34.546246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Transition to ACTIVE for port object 8aeefa45-d729-4710-8bdc-32997a7e7f60 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:34.612254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:34.648096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-711c8abb-6f3d-40f4-b478-2cde709ffc76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:34.801243 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-039aee21-fdc8-4430-9bda-a99fff829a15 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 1001 time: 0.2529681 Jul 23 17:17:34.915697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53250) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:35.021104 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e2447-403e-4a59-9d31-c0729597fb82 req-e2ccb7f4-8178-4a5e-a9bf-21692d57203d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:35.037306 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c33e2447-403e-4a59-9d31-c0729597fb82 req-e2ccb7f4-8178-4a5e-a9bf-21692d57203d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.2599382 Jul 23 17:17:35.168951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:17:35.174427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:35.271723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-146745341-network', 'tenant_id': '0fd9109925294750b8ce6b41b1d014c1'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:35.290092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:35.293252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-a54ba61b-f270-43de-88b2-73a9ab703f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:35.296909 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-a54ba61b-f270-43de-88b2-73a9ab703f5d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.4252937 Jul 23 17:17:35.303555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-5df5811e-187e-467d-9a41-5226fee517cc tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:35.305215 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-5df5811e-187e-467d-9a41-5226fee517cc tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 946 time: 0.2257462 Jul 23 17:17:35.313430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Usage tracker for resource:network and tenant:0fd9109925294750b8ce6b41b1d014c1 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:35.320361 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c33e2447-403e-4a59-9d31-c0729597fb82 req-27534513-f631-42ad-85ce-785b97086560 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759337 Jul 23 17:17:35.322742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:35.368004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:35.412156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:35.441685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:35.447923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Made reservation on behalf of 0fd9109925294750b8ce6b41b1d014c1 for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:35.455488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:35.482085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Deleting port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:17:35.482485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:35.528726 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-26fc1642-602e-40d6-9efe-9cf849efcb8d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2099733 Jul 23 17:17:35.577661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:35.633536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Attempting to bind port 8aeefa45-d729-4710-8bdc-32997a7e7f60 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:17:35.633969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Attempting to bind port 8aeefa45-d729-4710-8bdc-32997a7e7f60 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:17:35.634271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Attempting to bind port 8aeefa45-d729-4710-8bdc-32997a7e7f60 on network 88d4239e-fcc7-457f-9665-03b62c14872b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:35.654755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Port 8aeefa45-d729-4710-8bdc-32997a7e7f60 on network 88d4239e-fcc7-457f-9665-03b62c14872b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:35.655216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Attempting to bind port 8aeefa45-d729-4710-8bdc-32997a7e7f60 on network 88d4239e-fcc7-457f-9665-03b62c14872b {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:35.659135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f179a26c-df59-45d4-938f-6d4f8bebf8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:35.682315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:17:35.682764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Checking segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:35.683200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Bound using segment: {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:17:35.683786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Bound port: 8aeefa45-d729-4710-8bdc-32997a7e7f60, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b904da2f-148e-4351-b37f-cf63332e4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:17:35.684174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:35.701455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5645d45-692b-4428-bb8a-1647e2c55417 req-735a2e19-8bfc-409b-bff0-c5901e0e23b6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:35.703155 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5645d45-692b-4428-bb8a-1647e2c55417 req-735a2e19-8bfc-409b-bff0-c5901e0e23b6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.4896932 Jul 23 17:17:35.750220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:35.768489 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-462066b4-7d06-4b3f-ac60-1c67311034ec service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308607 Jul 23 17:17:35.771981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd9109925294750b8ce6b41b1d014c1 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:35.777883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:35.787527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:35.939543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:17:35.965733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:17:35.975602 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5645d45-692b-4428-bb8a-1647e2c55417 req-d9ca5b61-27b8-42f1-8441-e246d33607f9 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584882 Jul 23 17:17:35.993314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.005156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d74c6df9-00ed-4dc2-9a85-1b8db7983094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:36.088057 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.096831 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a162a72-5a98-4cc5-9c25-f824e3c60d5c req-41ca925d-96d9-4b27-a50d-ba9ecea7d6b7 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203847 Jul 23 17:17:36.100737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb909ebe-1ed3-45ea-b9a0-41aaee76ee14 req-c49b349b-c229-460f-9832-28d8cdece794 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:36.109690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.111990 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] 10.222.0.102 "PUT /v2.0/ports/8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 1094 time: 2.9468777 Jul 23 17:17:36.112535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:36.118966 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb909ebe-1ed3-45ea-b9a0-41aaee76ee14 req-c49b349b-c229-460f-9832-28d8cdece794 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 946 time: 0.5992072 Jul 23 17:17:36.128629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.150451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:36.156207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:36.178503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1358} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:17:36.276150 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-81beea97-0e44-461b-bcdf-6c5794918d4e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1097 time: 0.1210113 Jul 23 17:17:36.288728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-775092bd-5f60-4f63-b2cd-b9d2c3101df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:36.340312 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'status': 'completed', 'code': 200} Jul 23 17:17:36.359470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a0af4-677f-4976-887c-0c8e82e23c9e,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:36.365095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:36.366773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.367430 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Added segment bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8 of type vlan for network 1ac00584-523e-4c09-ba38-a03a4db8e38d Jul 23 17:17:36.381574 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-c7bf15c3-7ce1-4fa8-ae7c-491ab2043ab2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 217 time: 0.0950906 Jul 23 17:17:36.490668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0d7b-d128-42cc-a901-835059fb8884 req-c8a1806b-71ef-4d8d-8da3-7709e4c1edc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:36.492965 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-c8a1806b-71ef-4d8d-8da3-7709e4c1edc4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.1046050 Jul 23 17:17:36.563308 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb909ebe-1ed3-45ea-b9a0-41aaee76ee14 req-1ac4ad34-5c92-464a-b54e-cbda70dccf87 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376245 Jul 23 17:17:36.566904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] For port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:36.567592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.585625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:36.597684 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-7693d281-6547-4c19-af48-4473843ee436 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945385 Jul 23 17:17:36.772008 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-8f963ab5-e815-4242-b558-ca8e4df6e43c service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671524 Jul 23 17:17:36.920386 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Calling delete_port for ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd owned by compute:nova {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:17:36.934113 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-957e0d7b-d128-42cc-a901-835059fb8884 req-65da6cfa-d845-4d58-b81a-ff6c5d88e929 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538744 Jul 23 17:17:37.065376 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-fb361c7d-b720-4932-81c7-a3adcd423b78 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1097 time: 0.0890024 Jul 23 17:17:37.083493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:37.115471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:37.116569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:37.128175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:37.265282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:37.281980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-8c81bb34-fee5-4d83-b67c-9d7a9dbc389c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:37.285481 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-8c81bb34-fee5-4d83-b67c-9d7a9dbc389c service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.2132635 Jul 23 17:17:37.362103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18067e6-f9b4-4af5-982d-9abdca0a16a3 req-7bc4b152-e012-4341-9623-5965ff83239c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:37.370012 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d18067e6-f9b4-4af5-982d-9abdca0a16a3 req-7bc4b152-e012-4341-9623-5965ff83239c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.7747061 Jul 23 17:17:37.404434 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-0fe24238-690f-4366-acc5-428c5f3ae110 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 217 time: 0.1125891 Jul 23 17:17:37.488650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-f996e185-5502-4c88-96bd-15ac4c16ca54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:37.490514 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-f996e185-5502-4c88-96bd-15ac4c16ca54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0760934 Jul 23 17:17:37.628917 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-700a8e0c-7b09-46f4-9783-0bc006ea3c6d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1211228 Jul 23 17:17:37.803370 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-0ac58639-9d80-4489-a47a-a75f8fe9020a service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674101 Jul 23 17:17:37.836743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac00584-523e-4c09-ba38-a03a4db8e38d,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:37.844648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:37.852816 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9317758 Jul 23 17:17:37.853066 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 1ac00584-523e-4c09-ba38-a03a4db8e38d details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:17:37.853739 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53286) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:37.901641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:37.908322 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d18067e6-f9b4-4af5-982d-9abdca0a16a3 req-ef7b1743-80f4-4e72-b227-b5bc8f9a67b6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4506745 Jul 23 17:17:37.919103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Request body: {'subnet': {'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-146745341-subnet', 'tenant_id': '0fd9109925294750b8ce6b41b1d014c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:37.922548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:37.932195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:37.947062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Usage tracker for resource:subnet and tenant:0fd9109925294750b8ce6b41b1d014c1 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:37.952082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:37.962971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:38.024242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Made reservation on behalf of 0fd9109925294750b8ce6b41b1d014c1 for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:38.024539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Pushing event deleted for resources: {'Port': ['ID=ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:38.029041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2483693'] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:38.032889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:38.100272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe927e7-1c75-4895-a26a-6fd590f4e8a6 req-2e17c0d3-e783-453e-abd6-f33037ee164b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:38.101657 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f52066a-c79b-4407-9550-7773d9a2ca2d req-30d23b7c-9d3a-4820-a961-4516c394bfc3 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916162 Jul 23 17:17:38.103128 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6fe927e7-1c75-4895-a26a-6fd590f4e8a6 req-2e17c0d3-e783-453e-abd6-f33037ee164b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.7872727 Jul 23 17:17:38.277800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483708'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:38.284062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1697e9a5-9d65-4fa0-8e78-5a9e1c64558e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:38.306535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] No DVR routers for this DVR port ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd on host hv-cinder-80204 {{(pid=82117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:17:38.316314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:38.320238 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a3afcf03-5545-4d75-9b38-4e03b94f9f7f req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "DELETE /v2.0/ports/ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd HTTP/1.1" status: 204 len: 173 time: 3.0026715 Jul 23 17:17:38.324193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'name': 'network-vif-deleted', 'tag': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:38.366725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:17:38.369302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:17:38.379462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9626f350-8e46-43f0-8286-2856cbee1262,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:38.384107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:38.392450 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6fe927e7-1c75-4895-a26a-6fd590f4e8a6 req-53c0df62-2f42-456e-94f8-fa4ba4ccb3bd tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644224 Jul 23 17:17:38.394331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Checking segment: {'id': 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:38.394731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Network hostable DHCP agents. Network: 1ac00584-523e-4c09-ba38-a03a4db8e38d, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:17:38.419102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Network 1ac00584-523e-4c09-ba38-a03a4db8e38d is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:17:38.431127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 1ac00584-523e-4c09-ba38-a03a4db8e38d) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:38.436166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:38.436811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:38.451782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b78f7-9c90-4470-abe4-565b14b06e98 req-63f613c2-6191-488b-bab3-797aeae785ff tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:38.462387 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-349b78f7-9c90-4470-abe4-565b14b06e98 req-63f613c2-6191-488b-bab3-797aeae785ff tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3440027 Jul 23 17:17:38.464503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06473c30-ee14-4188-b75c-6789350e42cd None None] Network 1ac00584-523e-4c09-ba38-a03a4db8e38d requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:38.478815 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6168849 Jul 23 17:17:38.503870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:17:38.504358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:17:38.540045 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-349b78f7-9c90-4470-abe4-565b14b06e98 req-6d85cce7-6b37-44b6-abf8-374ff43d3880 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728884 Jul 23 17:17:38.584906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53296) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:38.775434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e21d57-8aaa-44ed-b76d-0c10d08131af None None] Network 1ac00584-523e-4c09-ba38-a03a4db8e38d requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:38.820495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-65e14b29-b8aa-4888-8a3d-40c42e9aead0 req-9496fa64-409f-4907-b1c3-5d2eb8668069 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Synchronizing usage tracker for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:38.859608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-65e14b29-b8aa-4888-8a3d-40c42e9aead0 req-9496fa64-409f-4907-b1c3-5d2eb8668069 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Unset dirty status for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:38.872394 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65e14b29-b8aa-4888-8a3d-40c42e9aead0 req-9496fa64-409f-4907-b1c3-5d2eb8668069 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0ec6743-fbc5-4f67-8bf7-93cf573a211a HTTP/1.1" status: 200 len: 210 time: 0.1601570 Jul 23 17:17:38.982758 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ec6743-fbc5-4f67-8bf7-93cf573a211a', 'name': 'network-vif-deleted', 'tag': 'ca97bb9d-14cb-4bd0-991b-bd4626bdd1dd', 'status': 'completed', 'code': 200} Jul 23 17:17:39.077753 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2acc4e04-2bdf-4c09-a001-cf9d67209080 tempest-TestMinimumBasicScenario-1938171754 tempest-TestMinimumBasicScenario-1938171754-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1094 time: 0.4912922 Jul 23 17:17:39.081170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53310) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:39.094103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'floatingip': {'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'port_id': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:39.103922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:39.110815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:floatingip and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:39.115462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:39.128411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:39.144786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for floatingip, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:39.275973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801499f6-e167-47f7-8f21-ec41748500c6 req-ad58bce8-4039-45a0-ab0d-900bab6349a6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:39.278950 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-801499f6-e167-47f7-8f21-ec41748500c6 req-ad58bce8-4039-45a0-ab0d-900bab6349a6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1302068 Jul 23 17:17:39.348362 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-801499f6-e167-47f7-8f21-ec41748500c6 req-0153fdd3-0431-47e7-9a1c-f1309bb8b2c6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631249 Jul 23 17:17:39.370867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:39.386372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:39.435022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'mac_address': 'fa:16:3e:91:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:17:39.552712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Allocated IP 172.28.0.244 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/0b9e3f15-2db1-4573-b1a6-f0ba53bd6607) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:39.555833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:39.575169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aeefa45-d729-4710-8bdc-32997a7e7f60 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:39.594410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:39.598351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:39.601236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:39.686029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:39.699150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.699534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.700045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.700422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.700798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.701163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.701528 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.701921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.702273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.703401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.703401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:17:39.707789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:39.739308 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:39.787771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:39.794157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-59276bee-1e0c-4ab1-b070-72a9aaec5166 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:39.843902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['8aeefa45-d729-4710-8bdc-32997a7e7f60'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:39.886173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:39.889445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:39.894596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:40.004597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53334) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:40.011744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1469983273-network', 'tenant_id': '12bf5982891640348cba0afc86acc1dd'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:40.018792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:40.024447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Usage tracker for resource:network and tenant:12bf5982891640348cba0afc86acc1dd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:40.028839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:40.039419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:40.058907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Made reservation on behalf of 12bf5982891640348cba0afc86acc1dd for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:40.065346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.082977 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.128566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:40.133678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Usage tracker for resource:security_group_rule and tenant:12bf5982891640348cba0afc86acc1dd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:40.137684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:40.145212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:40.178045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'Port': ['ID=0b9e3f15-2db1-4573-b1a6-f0ba53bd6607,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:40.186465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:40.230428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.233415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.238845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e0f8afae-c325-47ec-b7f8-a9e092fbab7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:40.279296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1359} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:17:40.296216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed9f43-2993-4033-9b26-593122bba21d,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:40.301007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:40.302239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.302635 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Added segment 4b8da476-8086-4317-9446-fbf0058f0424 of type vlan for network 68a4d9ac-1df6-4636-a313-71c3f3809c04 Jul 23 17:17:40.372490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.497613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.502831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:40.503422 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.517892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8ed85617-8d5b-41c7-bf77-66e90ea560c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:40.655626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-013bcdf1-39e3-4da5-9a3c-017d2f92e111 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:40.657204 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-013bcdf1-39e3-4da5-9a3c-017d2f92e111 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/networks?id=bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 200 len: 809 time: 0.3360045 Jul 23 17:17:40.701601 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6953378 Jul 23 17:17:40.704906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Pushing event updated for resources: {'Network': ['ID=68a4d9ac-1df6-4636-a313-71c3f3809c04,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:40.708713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53350) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:40.709656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:40.717228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 68a4d9ac-1df6-4636-a313-71c3f3809c04 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:17:40.719946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Request body: {'subnet': {'network_id': '68a4d9ac-1df6-4636-a313-71c3f3809c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1469983273-subnet', 'tenant_id': '12bf5982891640348cba0afc86acc1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:40.727077 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-2cbb77dc-3169-4237-aa98-c890004cb137 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/quotas/4e2ad05f6296429dbdf0cbc71f65e888 HTTP/1.1" status: 200 len: 375 time: 0.0472093 Jul 23 17:17:40.730617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:40.740010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Usage tracker for resource:subnet and tenant:12bf5982891640348cba0afc86acc1dd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:40.744229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:40.754004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.808529 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:40.829824 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-c41d6092-0f8c-4a96-b7a9-bded8501b70c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926192 Jul 23 17:17:40.840895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610624-7704-43b9-b3dc-caf8be37c3de req-c39cf64c-aaee-421e-92ef-b67c94590e06 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:40.843950 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4610624-7704-43b9-b3dc-caf8be37c3de req-c39cf64c-aaee-421e-92ef-b67c94590e06 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 945 time: 0.3111250 Jul 23 17:17:40.858734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:40.878852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Made reservation on behalf of 12bf5982891640348cba0afc86acc1dd for: {'subnet': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:40.883899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330538'] for subnet, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:41.143481 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4610624-7704-43b9-b3dc-caf8be37c3de req-70a6ed0b-0f14-495f-8d11-cfaaec648f80 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648153 Jul 23 17:17:41.182702 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:41.187382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:41.194001 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-f5dd2542-7cff-4904-b263-9cd7b4c342de service neutron] 10.222.0.100 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469343 Jul 23 17:17:41.195573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:41.357142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'Port': ['ID=0b9e3f15-2db1-4573-b1a6-f0ba53bd6607,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:41.364460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:41.381607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:41.484040 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-998c1a90-6214-4fec-bbb2-4357a56a32d5 service neutron] 10.222.0.100 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374911 Jul 23 17:17:41.485904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1664153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330553'] for subnet, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:41.495155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ec98152b-7cf8-43ca-820f-811c14ac89c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:41.595146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad81c3f-c958-4aed-903a-55b5a5735e2a,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:41.599625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:41.609590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Checking segment: {'id': '4b8da476-8086-4317-9446-fbf0058f0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '68a4d9ac-1df6-4636-a313-71c3f3809c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:41.610129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Network hostable DHCP agents. Network: 68a4d9ac-1df6-4636-a313-71c3f3809c04, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:17:41.636121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Network 68a4d9ac-1df6-4636-a313-71c3f3809c04 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:17:41.652860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 68a4d9ac-1df6-4636-a313-71c3f3809c04) {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:41.661976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:41.662724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:41.685678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864e1ae-6138-404c-81a5-31f6b0dac982 None None] Network 68a4d9ac-1df6-4636-a313-71c3f3809c04 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:41.731511 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Floating IP 8ea055e0-0810-4c1f-aab2-fbe4cadc8835 associated. External IP: 172.28.0.244, port: d8bb2647-6d74-46f8-a354-253b9a7241d9. Jul 23 17:17:41.768250 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-507ae46f-12f6-485d-bb51-38b7bbd67891 req-d9c9bd02-63d5-4de3-b24a-ce91f0f9b188 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 210 time: 0.0727053 Jul 23 17:17:41.770306 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7531454b-833b-4b84-82b3-925a6f1f8c83 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0586424 Jul 23 17:17:41.983951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421664f-c828-461a-a384-ef11ad9b1132 None None] Network 68a4d9ac-1df6-4636-a313-71c3f3809c04 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:17:42.413744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:17:42.515882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 8aeefa45-d729-4710-8bdc-32997a7e7f60 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:42.523007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Router 12087766-26f8-4a19-92c3-6a6810675b07 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:17:42.545360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb08e7-1d51-429b-9e84-5b1601a181c3 req-02f1cbe2-f3c3-4939-9d9e-3b29cc254d1a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:42.550392 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3bbb08e7-1d51-429b-9e84-5b1601a181c3 req-02f1cbe2-f3c3-4939-9d9e-3b29cc254d1a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 945 time: 0.1997938 Jul 23 17:17:42.551613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 8aeefa45-d729-4710-8bdc-32997a7e7f60 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:42.552027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:42.588711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:42.706282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:42.739956 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3bbb08e7-1d51-429b-9e84-5b1601a181c3 req-6209579a-d516-46d1-9d64-6794259c3919 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836379 Jul 23 17:17:42.750156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:42.751911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:42.757369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:42.759510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fbac5033-1c73-43e8-862b-188f26ceccc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:42.829866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-26d416d0-c6ad-4753-8dc0-12081b91c61a tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:42.830655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-26d416d0-c6ad-4753-8dc0-12081b91c61a tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Synchronizing usage tracker for tenant:0fd9109925294750b8ce6b41b1d014c1 on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:42.852847 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:17:42.862153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-26d416d0-c6ad-4753-8dc0-12081b91c61a tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Unset dirty status for tenant:0fd9109925294750b8ce6b41b1d014c1 on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:42.872839 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-26d416d0-c6ad-4753-8dc0-12081b91c61a tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/networks?id=1ac00584-523e-4c09-ba38-a03a4db8e38d HTTP/1.1" status: 200 len: 808 time: 0.2877977 Jul 23 17:17:42.878466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] Sync routers for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:17:42.894582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:42.897065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-be5a69e2-a1eb-4203-b4f2-1d24808dd851 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/quotas/0fd9109925294750b8ce6b41b1d014c1 HTTP/1.1" status: 200 len: 375 time: 0.0213101 Jul 23 17:17:42.898786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:42.902575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:42.906285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:17:42.907852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:17:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:42.967717 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-1bbeed64-0e2c-4b68-91e2-be8218d15559 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=0fd9109925294750b8ce6b41b1d014c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693154 Jul 23 17:17:42.982557 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8973222 Jul 23 17:17:42.982557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:42.986484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53396) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:42.992580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986283014', 'description': 'tempest-secgroup-smoke-1986283014 description', 'project_id': 'd2584307856241c686b776ee191bd2b9'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:43.002167 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:43.019037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:43.031247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.108899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:43.117750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:43.123768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:43.133894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:43.148695 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-2fcbbbd1-6f59-492a-8341-ca64ae6577e7 service neutron] 10.222.0.100 "GET /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791267 Jul 23 17:17:43.156610 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'code': 200} Jul 23 17:17:43.218274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.222514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.256137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-01ad2022-b122-4019-b66a-de32f37c7e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:43.268287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.272633 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2824271 Jul 23 17:17:43.273324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53404) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:43.278695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:17:43.286257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group_rule': {'security_group_id': '0db5d802-79a6-489f-b266-8616bd496626', 'project_id': 'd2584307856241c686b776ee191bd2b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:43.304808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:43.315094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:43.317726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5d802-79a6-489f-b266-8616bd496626,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:43.321048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:43.334591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:43.335726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:43.487320 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6c87d27b-f686-4aaf-b81e-2b0744d3cc7b req-ddd774da-a439-43e2-b0e3-7436f0dc3a89 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 210 time: 0.0589614 Jul 23 17:17:43.491699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.501839 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-1a701378-7c8c-496d-9ffd-ce23958fedd5 service neutron] 10.222.0.100 "GET /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514545 Jul 23 17:17:43.613681 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'status': 'completed', 'code': 200} Jul 23 17:17:43.686170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-2ef03e30-d3d3-40ab-9c48-82a585b8c3d6 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:43.687978 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-2ef03e30-d3d3-40ab-9c48-82a585b8c3d6 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "GET /v2.0/networks?id=bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 200 len: 809 time: 0.2991636 Jul 23 17:17:43.726134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.730347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:43.743025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c7e2cf53-bfc0-4718-8e57-05cdb0de3c88 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:43.825082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Request body: {'port': {'device_id': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c', 'admin_state_up': True, 'tenant_id': '4e2ad05f6296429dbdf0cbc71f65e888'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:43.900234 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-aa775749-32d5-4a78-8018-5bd57e26f29d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1099 time: 0.2594686 Jul 23 17:17:43.974251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '8ea055e0-0810-4c1f-aab2-fbe4cadc8835', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'floating_ip_address': '172.28.0.244', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'port_id': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'mac_address': 'fa:16:3e:c8:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:40Z', 'updated_at': '2021-07-23T17:17:40Z', 'revision_number': 0, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:43.982703 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] Checking router: 12087766-26f8-4a19-92c3-6a6810675b07 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:17:43.990515 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4ec1701-18c9-40d7-a283-327e818fbfc6 req-4770551c-8a67-4638-8fe0-bf4133081401 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1099 time: 0.2448556 Jul 23 17:17:44.014071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:17:44.017081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:17:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:44.035100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:44.047611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:44.077296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d64a87-85b3-49a1-ab64-eb59de57c44d,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:44.082798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.084198 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8093534 Jul 23 17:17:44.085265 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Made reservation on behalf of 4e2ad05f6296429dbdf0cbc71f65e888 for: {'port': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:44.090553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53422) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:44.093249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.099410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group_rule': {'security_group_id': '0db5d802-79a6-489f-b266-8616bd496626', 'project_id': 'd2584307856241c686b776ee191bd2b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:44.117302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:44.132112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:44.135531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:44.143685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:44.164920 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4ec1701-18c9-40d7-a283-327e818fbfc6 req-317058a9-cbaa-471f-afc2-d43630e5f9c5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174881 Jul 23 17:17:44.189678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.230339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:44.241810 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f895f6a-d571-4c7f-95a2-b2ab17bd0ae7 req-e7c599e8-1947-450f-8361-36cf99b2d768 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 210 time: 0.1677048 Jul 23 17:17:44.251712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-b950893b-396c-4d6b-b9e1-f48d6f559744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:44.256815 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-b950893b-396c-4d6b-b9e1-f48d6f559744 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 916 time: 0.3341844 Jul 23 17:17:44.276453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:17:44.421434 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-96d82d86-854e-4e66-abf2-75afb416c621 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 1000 time: 0.1493421 Jul 23 17:17:44.456404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.460327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.462719 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:44.463280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce020c3e-dde4-4c19-8c8a-b3c0ab2e8f62 req-3eb7a75d-1b40-42b7-b6be-50295825535d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:44.464977 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ce020c3e-dde4-4c19-8c8a-b3c0ab2e8f62 req-3eb7a75d-1b40-42b7-b6be-50295825535d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.3896048 Jul 23 17:17:44.494091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eefbe2-4aaf-4294-ae70-c553f825b313,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:44.500346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:44.511345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.514846 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4201396 Jul 23 17:17:44.518305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53430) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:44.528068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group_rule': {'security_group_id': '0db5d802-79a6-489f-b266-8616bd496626', 'project_id': 'd2584307856241c686b776ee191bd2b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:44.538374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:44.544485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:44.549473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:44.559082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:44.569926 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ce020c3e-dde4-4c19-8c8a-b3c0ab2e8f62 req-1660aacc-80fb-4f7c-8c4d-c099e85137fc tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958467 Jul 23 17:17:44.598109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.604936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Allocated IP 172.20.0.2 (bec19e67-a3fe-44f0-b27c-cbcb036b474c/f8d4fab6-3116-485b-8b08-e0979abcecd5/dc127818-948a-4c0e-843c-3b159c25c513) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:44.736293 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.740891 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.743974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3d890de2-20b0-47fa-b0c4-3f718d7e3e13 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:44.777396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484a30ed-743c-4f43-a150-cebf55ab6363,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:44.781387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:44.798069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '8ea055e0-0810-4c1f-aab2-fbe4cadc8835', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'floating_ip_address': '172.28.0.244', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'port_id': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'mac_address': 'fa:16:3e:c8:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:40Z', 'updated_at': '2021-07-23T17:17:40Z', 'revision_number': 0, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:44.803737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043528d1-619e-4cd2-af6d-c96ff3649450 None None] The sync data for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb is: [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '8ea055e0-0810-4c1f-aab2-fbe4cadc8835', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'floating_ip_address': '172.28.0.244', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'port_id': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'mac_address': 'fa:16:3e:c8:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:40Z', 'updated_at': '2021-07-23T17:17:40Z', 'revision_number': 0, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:17:44.805791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.807287 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2b0dca71-f000-4769-b514-5a71c059256b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2875183 Jul 23 17:17:44.810323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53436) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:44.822553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group_rule': {'security_group_id': '0db5d802-79a6-489f-b266-8616bd496626', 'project_id': 'd2584307856241c686b776ee191bd2b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:44.837521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:44.846690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:44.853328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:44.865472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:44.893016 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.990558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.994081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:44.996965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-99fabe78-5750-49de-aa78-0a6715f56cab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:45.024112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd75acd-d5b9-4260-81ed-9053fcfc2e62,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:45.026812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:45.034468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.035770 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-cf59e1cf-c760-4345-9bda-9bfba86574d5 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2243648 Jul 23 17:17:45.039391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 53440) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:45.045913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group_rule': {'security_group_id': '0db5d802-79a6-489f-b266-8616bd496626', 'project_id': 'd2584307856241c686b776ee191bd2b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:45.052990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:45.057289 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:45.060568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:45.066911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:45.077677 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.securitygroups_db [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Project d2584307856241c686b776ee191bd2b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:17:45.086851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.124947 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-829b47ac-bed8-4c9c-ac86-3a617c07789c req-a51c0a51-3b64-4cbd-81d0-170e6f025d56 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 210 time: 0.1142139 Jul 23 17:17:45.182753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.189448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.191721 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:45.216341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.218564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2999a52d-9a2d-4d6f-a609-735bfd64ccd3,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:45.222159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:45.229232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.233488 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1930380 Jul 23 17:17:45.234166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53444) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:45.242418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'security_group_rule': {'security_group_id': '0db5d802-79a6-489f-b266-8616bd496626', 'project_id': 'd2584307856241c686b776ee191bd2b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:45.251973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:45.258626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Usage tracker for resource:security_group_rule and tenant:d2584307856241c686b776ee191bd2b9 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:45.262509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:45.270071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:45.274453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.285201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-07977f2c-148a-4dd0-9f3b-ada830cfc976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:45.327540 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.securitygroups_db [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Project d2584307856241c686b776ee191bd2b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:17:45.329506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10be19-b9c6-4d3a-bdda-4ab213831522 None None] New status for floating IP 8ea055e0-0810-4c1f-aab2-fbe4cadc8835: ACTIVE {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:17:45.357513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.371206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Network bec19e67-a3fe-44f0-b27c-cbcb036b474c is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:45.385069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:45.400218 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:45.448729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Pushing event updated for resources: {'Port': ['ID=dc127818-948a-4c0e-843c-3b159c25c513,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:45.506595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:45.528519 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7c0c8a37-c54d-4684-ac79-49aed3867b02 req-01d8a0d7-922c-455b-8812-e7711f51ecf2 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 210 time: 0.0991831 Jul 23 17:17:45.551607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:45.552363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.597601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.600905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.604623 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8643816 Jul 23 17:17:45.608978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-93839ac5-2cb4-4c5d-99e6-cc7f12607d92 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:45.631943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af17c9d-c0d9-49d6-be39-6252e534de56,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:45.634953 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:45.637185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:45.639965 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4034014 Jul 23 17:17:45.840340 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-7e6a542d-f6ca-4e24-9853-6a15242f4dd4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986283014&fields=id&tenant_id=d2584307856241c686b776ee191bd2b9 HTTP/1.1" status: 200 len: 267 time: 0.0939968 Jul 23 17:17:45.939769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e653f-1309-4907-b623-22ef15ff2b6f req-fc5be7e0-8ded-43e2-85ab-5bfa56c222be tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:45.941359 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-965e653f-1309-4907-b623-22ef15ff2b6f req-fc5be7e0-8ded-43e2-85ab-5bfa56c222be tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1591680 Jul 23 17:17:46.003569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-57ec83f7-2343-422c-941f-5e0a24d54f41 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:46.005346 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-57ec83f7-2343-422c-941f-5e0a24d54f41 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1559634 Jul 23 17:17:46.022332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'port': {'security_groups': ['5e806617-6721-4836-950f-a8bf772eaba6', '0db5d802-79a6-489f-b266-8616bd496626']}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:46.066368 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-965e653f-1309-4907-b623-22ef15ff2b6f req-9b098b4c-c334-4e68-9078-6e101522040e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185973 Jul 23 17:17:46.175451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:46.429090 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Request body: {'port': {'device_id': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:46.530171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-54b77132-29ce-4042-bc6f-fb4e4a50dde2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:46.532702 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-54b77132-29ce-4042-bc6f-fb4e4a50dde2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 200 len: 853 time: 0.1272552 Jul 23 17:17:46.551624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62ab7c-2fee-4836-8a17-5e897b483cb8 req-0af1ec60-fc0d-4c83-8cfc-af2e645c61e9 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:46.553181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2f62ab7c-2fee-4836-8a17-5e897b483cb8 req-0af1ec60-fc0d-4c83-8cfc-af2e645c61e9 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Synchronizing usage tracker for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:46.638965 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-adea0432-5c34-4bc2-9da8-b09d689dbb0f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968647 Jul 23 17:17:46.671880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2f62ab7c-2fee-4836-8a17-5e897b483cb8 req-0af1ec60-fc0d-4c83-8cfc-af2e645c61e9 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Unset dirty status for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:46.675308 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2f62ab7c-2fee-4836-8a17-5e897b483cb8 req-0af1ec60-fc0d-4c83-8cfc-af2e645c61e9 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 931 time: 0.4133132 Jul 23 17:17:46.797975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:46.849183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:46.852181 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-a3355c80-7805-48e5-baf8-757cb726a83c service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028446 Jul 23 17:17:46.877748 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2f62ab7c-2fee-4836-8a17-5e897b483cb8 req-86d3649c-ef5d-4a6a-89e9-527193cd2c5f tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855748 Jul 23 17:17:46.941918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:46.949580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:46.962776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['d8bb2647-6d74-46f8-a354-253b9a7241d9'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:46.969146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e3127033-6b1b-46fd-97e0-3c58a120f4e8 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:47.046782 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79966e28-e37b-4593-b7f6-0f3e82f5cbea req-3c69e8f0-1dd1-4521-b089-cb66a98f7610 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872494 Jul 23 17:17:47.128273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:47.129462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:47.155201 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7bed1b6-891b-4ae9-aa4b-05fc90154c7d req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "PUT /v2.0/ports/d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 982 time: 1.1367486 Jul 23 17:17:47.444160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['d8bb2647-6d74-46f8-a354-253b9a7241d9'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:47.848804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc127818-948a-4c0e-843c-3b159c25c513 {{(pid=82117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:47.865209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:47.899993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Transition to ACTIVE for port object dc127818-948a-4c0e-843c-3b159c25c513 will not be triggered until provisioned by entity L2. {{(pid=82117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:47.901435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:47.927904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:48.084285 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-87eccfb4-8c2c-4e01-9679-34a761f29673 req-124f3a9c-cd35-413e-b1d0-ec9ef33e24fe tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 210 time: 0.8745418 Jul 23 17:17:48.088795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=6']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:48.092812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6bdc155a-ae77-4fda-9c09-05b7d4038715 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:48.098182 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-1c7805c2-08fb-44aa-9f6f-40c81a2aa0c4 None None] Provisioning complete for port d8bb2647-6d74-46f8-a354-253b9a7241d9 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:48.098496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:48.098649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c7805c2-08fb-44aa-9f6f-40c81a2aa0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:48.177837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-d156a800-2762-42d6-8d39-9c2f8fa06c1c tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:48.180010 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-d156a800-2762-42d6-8d39-9c2f8fa06c1c tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.102 "GET /v2.0/networks?id=1ac00584-523e-4c09-ba38-a03a4db8e38d HTTP/1.1" status: 200 len: 808 time: 0.7682009 Jul 23 17:17:48.197934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Request body: {'port': {'device_id': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d', 'admin_state_up': True, 'tenant_id': '0fd9109925294750b8ce6b41b1d014c1'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:48.254589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Pushing event updated for resources: {'Port': ['ID=dc127818-948a-4c0e-843c-3b159c25c513,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:48.257647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:48.431591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf727-80aa-4d2d-8ae6-dfa3fc5c63e3 req-faaebfc6-6846-4723-91ea-47a9ad229684 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:48.439803 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0e5cf727-80aa-4d2d-8ae6-dfa3fc5c63e3 req-faaebfc6-6846-4723-91ea-47a9ad229684 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.5126030 Jul 23 17:17:48.442982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:17:48.451063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Usage tracker for resource:port and tenant:0fd9109925294750b8ce6b41b1d014c1 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:17:48.455882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:17:48.464489 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:17:48.476419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Made reservation on behalf of 0fd9109925294750b8ce6b41b1d014c1 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:17:48.488162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:48.545269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Attempting to bind port dc127818-948a-4c0e-843c-3b159c25c513 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:17:48.545641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Attempting to bind port dc127818-948a-4c0e-843c-3b159c25c513 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'}] {{(pid=82117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:17:48.546103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Attempting to bind port dc127818-948a-4c0e-843c-3b159c25c513 on network bec19e67-a3fe-44f0-b27c-cbcb036b474c {{(pid=82117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:48.568211 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0e5cf727-80aa-4d2d-8ae6-dfa3fc5c63e3 req-9d8587b7-4f09-47e6-96cc-184fd070e6d8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088452 Jul 23 17:17:48.570966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Port dc127818-948a-4c0e-843c-3b159c25c513 on network bec19e67-a3fe-44f0-b27c-cbcb036b474c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:48.571323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Attempting to bind port dc127818-948a-4c0e-843c-3b159c25c513 on network bec19e67-a3fe-44f0-b27c-cbcb036b474c {{(pid=82117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:48.584064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449beb7-c7e3-4933-a04a-1f97ee061d4b req-6aac80bb-86c1-4d1a-97e8-22012c94d647 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:48.585770 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d449beb7-c7e3-4933-a04a-1f97ee061d4b req-6aac80bb-86c1-4d1a-97e8-22012c94d647 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.3196640 Jul 23 17:17:48.589480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:17:48.589928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Checking segment: {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:48.590504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Bound using segment: {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'} {{(pid=82117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:17:48.591004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Bound port: dc127818-948a-4c0e-843c-3b159c25c513, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdd93bd-e318-422d-94d2-33b779e24848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c'}}] {{(pid=82117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:17:48.591392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:48.695784 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d449beb7-c7e3-4933-a04a-1f97ee061d4b req-fade9562-c525-4f35-b9f0-95ac492fe54b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914166 Jul 23 17:17:48.714033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Allocated IP 172.20.0.2 (1ac00584-523e-4c09-ba38-a03a4db8e38d/9626f350-8e46-43f0-8286-2856cbee1262/b388fbb7-8f0f-4900-8c9e-280da471086d) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:17:48.742497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] For port dc127818-948a-4c0e-843c-3b159c25c513, host hv-cinder-80204, cleared binding levels {{(pid=82117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:17:48.746617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] For port dc127818-948a-4c0e-843c-3b159c25c513, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=dc127818-948a-4c0e-843c-3b159c25c513,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:17:48.791460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:48.801691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7880bb63-85b0-4311-a01a-4696837e9b05 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:48.838778 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'status': 'completed', 'code': 200} Jul 23 17:17:48.885918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:48.887421 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] 10.222.0.102 "PUT /v2.0/ports/dc127818-948a-4c0e-843c-3b159c25c513 HTTP/1.1" status: 200 len: 1093 time: 2.4682078 Jul 23 17:17:48.897134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Pushing event updated for resources: {'Port': ['ID=dc127818-948a-4c0e-843c-3b159c25c513,revision_number=3']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:48.901803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e3662671-27cf-4dd6-b784-213efbf7c87d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:48.931525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304fb85-15e9-4b22-9c4d-81b220dd6766 req-f090c1bb-a95a-41ba-b197-228b461a104a tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:48.933200 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f304fb85-15e9-4b22-9c4d-81b220dd6766 req-f090c1bb-a95a-41ba-b197-228b461a104a tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 943 time: 0.2018335 Jul 23 17:17:49.097479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:49.106609 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-c573703c-c0bc-4b43-a97c-6649bd0a76f6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1138 time: 0.1830165 Jul 23 17:17:49.242242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:49.250155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-40bbf9f8-73bb-4706-8aa1-b2a45deadf28 tempest-VolumesNegativeTest-1192568705 tempest-VolumesNegativeTest-1192568705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:49.359311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Network 1ac00584-523e-4c09-ba38-a03a4db8e38d is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:17:49.362924 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f304fb85-15e9-4b22-9c4d-81b220dd6766 req-8076a684-c02b-4699-9127-41e0e58f2bda tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126501 Jul 23 17:17:49.365462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:17:49.371135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7daa29-52db-4197-81fe-49594dc0417e req-bb55c9d0-7329-4b34-b502-f5a039174c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:49.372751 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-bb55c9d0-7329-4b34-b502-f5a039174c59 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 916 time: 0.2509873 Jul 23 17:17:49.374145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:17:49.396421 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-cf22e658-20c5-4afd-82c0-f0440c470f1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 1096 time: 0.4240839 Jul 23 17:17:49.403034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Pushing event updated for resources: {'Port': ['ID=b388fbb7-8f0f-4900-8c9e-280da471086d,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:49.410588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:49.497065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-1d712feb-6823-4108-b352-a5292d6546af service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc127818-948a-4c0e-843c-3b159c25c513 HTTP/1.1" status: 200 len: 217 time: 0.0902441 Jul 23 17:17:49.504436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0dfff-b1ef-4b4c-b11a-234ca11f0f65 req-6975bb46-fb7e-4007-89d8-c8a48f0168df tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:49.506792 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-81c0dfff-b1ef-4b4c-b11a-234ca11f0f65 req-6975bb46-fb7e-4007-89d8-c8a48f0168df tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 931 time: 0.1944549 Jul 23 17:17:49.528978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:49.529642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:49.559952 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-da57765a-64da-42d9-a53b-c7ea77fede1a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 1002 time: 0.1506820 Jul 23 17:17:49.566873 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3742568 Jul 23 17:17:49.613743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-8c9d198c-b5b3-47ce-bf7e-96dd41dfa54b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:49.615615 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-8c9d198c-b5b3-47ce-bf7e-96dd41dfa54b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f8d4fab6-3116-485b-8b08-e0979abcecd5 HTTP/1.1" status: 200 len: 849 time: 0.1082923 Jul 23 17:17:49.619838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Request body: {'port': {'device_id': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:49.623851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-81c0dfff-b1ef-4b4c-b11a-234ca11f0f65 req-7e339938-fb5f-44bc-a333-009336cf2e76 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Synchronizing usage tracker for tenant:0fd9109925294750b8ce6b41b1d014c1 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:17:49.683606 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-87c6e394-beaf-42ae-975c-0b396d456000 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bec19e67-a3fe-44f0-b27c-cbcb036b474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556734 Jul 23 17:17:49.724383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-81c0dfff-b1ef-4b4c-b11a-234ca11f0f65 req-7e339938-fb5f-44bc-a333-009336cf2e76 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Unset dirty status for tenant:0fd9109925294750b8ce6b41b1d014c1 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:17:49.726418 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-81c0dfff-b1ef-4b4c-b11a-234ca11f0f65 req-7e339938-fb5f-44bc-a333-009336cf2e76 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773818 Jul 23 17:17:49.732432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7daa29-52db-4197-81fe-49594dc0417e req-bfc79078-8c6e-45ff-bf10-270305727c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:49.734099 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-bfc79078-8c6e-45ff-bf10-270305727c65 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 200 len: 853 time: 0.1646748 Jul 23 17:17:49.821417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:49.915442 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-679d0902-0bcd-4570-b078-c98c434686d6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678958 Jul 23 17:17:49.916008 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-4ac71f21-91ee-45fb-8dff-d7c1ce62738a service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219882 Jul 23 17:17:49.929967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe136-3981-40c9-97a7-21089be9fea5 req-2e9f15b7-45e2-4101-b1d0-4028b96f21e3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:49.931600 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4e2fe136-3981-40c9-97a7-21089be9fea5 req-2e9f15b7-45e2-4101-b1d0-4028b96f21e3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1450601 Jul 23 17:17:50.089358 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4e2fe136-3981-40c9-97a7-21089be9fea5 req-95f9411a-18de-449e-9fab-a068504b3693 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338880 Jul 23 17:17:50.115550 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cb241c43-f15e-4320-9a1b-34f70732c10f req-da78db81-0d22-4aa2-9b68-8ad5dd801d9f service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826494 Jul 23 17:17:50.222520 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-2160daa2-f489-4c88-9827-d8251ab4d8fe service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563090 Jul 23 17:17:50.348381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb056929-0923-46b2-ad12-5b4222aa2f19 req-da696ab4-7351-45cd-b6e6-aa2d5c092ac1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:50.350193 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bb056929-0923-46b2-ad12-5b4222aa2f19 req-da696ab4-7351-45cd-b6e6-aa2d5c092ac1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1092358 Jul 23 17:17:50.361468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 53494) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:50.372460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Request body: {'floatingip': {'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:17:50.461409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:50.484148 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fa7daa29-52db-4197-81fe-49594dc0417e req-d6e35951-b9de-424f-bc1c-7351d048c834 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452707 Jul 23 17:17:50.498366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b388fbb7-8f0f-4900-8c9e-280da471086d {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:50.506342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:50.523178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Transition to ACTIVE for port object b388fbb7-8f0f-4900-8c9e-280da471086d will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:17:50.526060 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:50.530743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a221c791-2cc7-4bc8-8ab9-4aac69462c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:50.667609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Pushing event updated for resources: {'Port': ['ID=b388fbb7-8f0f-4900-8c9e-280da471086d,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:50.672462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:50.739817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc81e5-6dd0-4416-aef0-093a68610bb9 req-1bc48a3e-e58b-4818-9aae-a77584a42679 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:50.741888 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-01bc81e5-6dd0-4416-aef0-093a68610bb9 req-1bc48a3e-e58b-4818-9aae-a77584a42679 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 943 time: 0.2229352 Jul 23 17:17:50.804871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Attempting to bind port b388fbb7-8f0f-4900-8c9e-280da471086d on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:17:50.805325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Attempting to bind port b388fbb7-8f0f-4900-8c9e-280da471086d by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:17:50.805799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Attempting to bind port b388fbb7-8f0f-4900-8c9e-280da471086d on network 1ac00584-523e-4c09-ba38-a03a4db8e38d {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:50.813624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Port b388fbb7-8f0f-4900-8c9e-280da471086d on network 1ac00584-523e-4c09-ba38-a03a4db8e38d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:50.814407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Attempting to bind port b388fbb7-8f0f-4900-8c9e-280da471086d on network 1ac00584-523e-4c09-ba38-a03a4db8e38d {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:17:50.822221 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:17:50.822825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Checking segment: {'id': 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:17:50.823351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Bound using segment: {'id': 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:17:50.824045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Bound port: b388fbb7-8f0f-4900-8c9e-280da471086d, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:17:50.824521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:50.843585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'tag': 'dc127818-948a-4c0e-843c-3b159c25c513'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:50.956021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] For port b388fbb7-8f0f-4900-8c9e-280da471086d, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:17:50.963313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] For port b388fbb7-8f0f-4900-8c9e-280da471086d, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b388fbb7-8f0f-4900-8c9e-280da471086d,segment=NetworkSegment(bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8),segment_id=bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:17:50.968158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:50.977315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-af4894e4-8d99-427c-9058-c352a62d7f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:51.029808 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-01bc81e5-6dd0-4416-aef0-093a68610bb9 req-82f47927-941d-4b2e-b5cf-de4e1de14215 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786038 Jul 23 17:17:51.072402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:51.074267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] 10.222.0.102 "PUT /v2.0/ports/b388fbb7-8f0f-4900-8c9e-280da471086d HTTP/1.1" status: 200 len: 1093 time: 1.4666970 Jul 23 17:17:51.074912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'tag': 'b388fbb7-8f0f-4900-8c9e-280da471086d'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:51.123830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Pushing event updated for resources: {'Port': ['ID=b388fbb7-8f0f-4900-8c9e-280da471086d,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:51.168620 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'tag': 'dc127818-948a-4c0e-843c-3b159c25c513', 'status': 'completed', 'code': 200} Jul 23 17:17:51.168858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:51.193244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89a48f-2550-42f4-97d6-9ca793d268e7 req-41a09fd0-89f6-4914-a88b-d816209301e8 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:51.194992 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8b89a48f-2550-42f4-97d6-9ca793d268e7 req-41a09fd0-89f6-4914-a88b-d816209301e8 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 943 time: 0.2738285 Jul 23 17:17:51.212319 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'tag': 'b388fbb7-8f0f-4900-8c9e-280da471086d', 'status': 'completed', 'code': 200} Jul 23 17:17:51.270629 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8b89a48f-2550-42f4-97d6-9ca793d268e7 req-b1b47699-bbf6-4294-8c03-016a0924faf3 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678101 Jul 23 17:17:51.279275 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-571c5543-7306-41b5-89af-f0bf733f3a13 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0fd9109925294750b8ce6b41b1d014c1&device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 1096 time: 0.1566958 Jul 23 17:17:51.282546 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-169c5a62-7f06-43d3-9b26-6dcad8ccc7c6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 1096 time: 0.1152287 Jul 23 17:17:51.404807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:51.407925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:51.453766 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-3612333b-531b-497f-95eb-0c02fa460994 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b388fbb7-8f0f-4900-8c9e-280da471086d HTTP/1.1" status: 200 len: 217 time: 0.1580911 Jul 23 17:17:51.573320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-1bf2f3f3-6a33-4f4d-9d87-caed80bbf43a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:51.574910 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-1bf2f3f3-6a33-4f4d-9d87-caed80bbf43a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9626f350-8e46-43f0-8286-2856cbee1262 HTTP/1.1" status: 200 len: 848 time: 0.1055703 Jul 23 17:17:51.580821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-b2bfa737-a0e3-4691-91df-55015a7436ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:51.582512 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-b2bfa737-a0e3-4691-91df-55015a7436ce service neutron] 10.222.0.102 "GET /v2.0/networks?id=bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 200 len: 911 time: 0.2857327 Jul 23 17:17:51.615324 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Floating IP 404f142a-eb4e-4c55-99a7-9ddd5351d463 associated. External IP: 172.28.0.119, port: 8aeefa45-d729-4710-8bdc-32997a7e7f60. Jul 23 17:17:51.923993 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-a91c6458-a02c-49b0-aac7-9e42cda0e145 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1ac00584-523e-4c09-ba38-a03a4db8e38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3312545 Jul 23 17:17:51.960854 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-ab875ccd-4d12-4441-a9f5-1b2097ab3dd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc127818-948a-4c0e-843c-3b159c25c513 HTTP/1.1" status: 200 len: 217 time: 0.3669393 Jul 23 17:17:52.116112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-b6394443-ba74-4862-81bc-a996eef9e7c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:52.117934 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-b6394443-ba74-4862-81bc-a996eef9e7c9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f8d4fab6-3116-485b-8b08-e0979abcecd5 HTTP/1.1" status: 200 len: 849 time: 0.1050899 Jul 23 17:17:52.192429 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-17fd3a45-851d-4965-b1e9-f1a738482b2c service neutron] 10.222.0.102 "GET /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599177 Jul 23 17:17:52.194500 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-8e73c478-b9c2-4d15-ade5-2fb7d6c000a7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bec19e67-a3fe-44f0-b27c-cbcb036b474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591846 Jul 23 17:17:52.393619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ede46a-48fa-49e3-a236-bca0061455cd req-fd79a7bf-04cd-45cd-85ab-0de7a280d0e5 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:52.395318 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79ede46a-48fa-49e3-a236-bca0061455cd req-fd79a7bf-04cd-45cd-85ab-0de7a280d0e5 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 943 time: 0.1714265 Jul 23 17:17:52.424009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device dc127818-948a-4c0e-843c-3b159c25c513 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:17:52.494257 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad6a3539-f057-4c8a-86bf-74a3f8543e42 req-22521a82-c419-4ae4-b4bb-252772b1ee4b service neutron] 10.222.0.102 "GET /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870593 Jul 23 17:17:52.496536 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-092b79ed-987d-4ea7-b7de-92cad2ae2c0e service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658727 Jul 23 17:17:52.542563 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-79ede46a-48fa-49e3-a236-bca0061455cd req-e0cd7ff2-de6b-44b2-9ea4-eec5246b5644 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378067 Jul 23 17:17:52.571146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:17:52.589644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cf325-bb22-478d-9db5-841fb4f94eb7 req-587fc5d8-e9ba-4130-9533-e0bed86365f3 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:52.597824 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c26cf325-bb22-478d-9db5-841fb4f94eb7 req-587fc5d8-e9ba-4130-9533-e0bed86365f3 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 943 time: 0.1726410 Jul 23 17:17:52.614476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port dc127818-948a-4c0e-843c-3b159c25c513, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=dc127818-948a-4c0e-843c-3b159c25c513,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:52.632390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'dc127818-948a-4c0e-843c-3b159c25c513', 'network_id': 'bec19e67-a3fe-44f0-b27c-cbcb036b474c', 'port_id': 'dc127818-948a-4c0e-843c-3b159c25c513', 'mac_address': 'fa:16:3e:04:20:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d4fab6-3116-485b-8b08-e0979abcecd5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:17:52.663266 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c26cf325-bb22-478d-9db5-841fb4f94eb7 req-0b7a8a63-1795-46ec-8ded-d99b3fd35dbd tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Jul 23 17:17:52.710234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:52.734108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc127818-948a-4c0e-843c-3b159c25c513 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:52.754674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port dc127818-948a-4c0e-843c-3b159c25c513, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=dc127818-948a-4c0e-843c-3b159c25c513,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:52.758134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:52.760337 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:52.775844 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-55f10beb-c2cc-4481-ae0e-563d0b8e8ad4 req-1b27fb14-fc50-4294-a00f-774062eab8b1 service neutron] 10.222.0.102 "GET /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582035 Jul 23 17:17:52.783199 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-bf218c6f-004c-457b-9d2a-693aedc36e10 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0fd9109925294750b8ce6b41b1d014c1&device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 1096 time: 0.1728086 Jul 23 17:17:52.885634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=dc127818-948a-4c0e-843c-3b159c25c513,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:52.894704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:52.964557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-ef150eea-1b8c-48b4-8761-b90eb88224d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:52.966348 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-ef150eea-1b8c-48b4-8761-b90eb88224d2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1ac00584-523e-4c09-ba38-a03a4db8e38d HTTP/1.1" status: 200 len: 910 time: 0.1691401 Jul 23 17:17:52.974683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:17:52.979669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:52.985636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:17:52.999910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:17:53.000665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:17:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:53.042553 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-bf68536c-4f57-4dc8-8772-f3033354f5e2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "PUT /v2.0/floatingips/404f142a-eb4e-4c55-99a7-9ddd5351d463 HTTP/1.1" status: 200 len: 992 time: 2.6796031 Jul 23 17:17:53.045155 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-16d5f0a2-7b0c-41ee-9569-8ac79b8cfb10 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b388fbb7-8f0f-4900-8c9e-280da471086d HTTP/1.1" status: 200 len: 217 time: 0.0714247 Jul 23 17:17:53.127074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-91d17ca8-b8fb-4471-a51a-3bd056f89132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:53.127296 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['dc127818-948a-4c0e-843c-3b159c25c513'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:53.128694 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-91d17ca8-b8fb-4471-a51a-3bd056f89132 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9626f350-8e46-43f0-8286-2856cbee1262 HTTP/1.1" status: 200 len: 848 time: 0.0721142 Jul 23 17:17:53.170254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:53.191099 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-8764d509-db3c-4a90-acf0-474f7b06f559 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1ac00584-523e-4c09-ba38-a03a4db8e38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516710 Jul 23 17:17:53.236791 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'status': 'completed', 'code': 200} Jul 23 17:17:53.300520 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:17:53.433047 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-1a05af17-4ee5-4493-8e16-185c0e878a75 service neutron] 10.222.0.102 "GET /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192550 Jul 23 17:17:53.445655 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-f1629d9a-ece9-460c-a0db-476b986901c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1099 time: 0.1419456 Jul 23 17:17:53.721125 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0a1b46d4-5eb5-408c-802e-d3b73741073f req-0315b7b6-5925-4160-8469-eebb2a567e80 service neutron] 10.222.0.102 "GET /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793605 Jul 23 17:17:53.724240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-76878903-530b-4e85-a6e9-b37a8ac677b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:53.727265 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-76878903-530b-4e85-a6e9-b37a8ac677b2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.2533548 Jul 23 17:17:53.763648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '404f142a-eb4e-4c55-99a7-9ddd5351d463', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'mac_address': 'fa:16:3e:91:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:26Z', 'updated_at': '2021-07-23T17:17:51Z', 'revision_number': 1, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:53.768880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:17:53.785017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:17:53.786033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:17:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:53.825768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895ab2a-22a6-4c9a-abaa-e367b949cf20 req-d7c5117d-105a-4eec-ad83-7f53882ffd3a tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:53.835269 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2895ab2a-22a6-4c9a-abaa-e367b949cf20 req-d7c5117d-105a-4eec-ad83-7f53882ffd3a tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 944 time: 0.1498761 Jul 23 17:17:53.859455 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-e8b5cdae-21a6-4455-ac75-ec8b67023133 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 1000 time: 0.1250656 Jul 23 17:17:53.940404 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2895ab2a-22a6-4c9a-abaa-e367b949cf20 req-5f9d7392-2981-48af-bcfa-d99f64ba7efc tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031287 Jul 23 17:17:53.944176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-13fb6169-ec79-458f-87bd-b1f6bc74cea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:53.946283 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-13fb6169-ec79-458f-87bd-b1f6bc74cea5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0753136 Jul 23 17:17:53.988992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568f8d-88d4-42f9-b2a3-fc32da1b2594 req-152f9b2e-0cb6-4c54-b2e9-f1cb3738fffb tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:53.990849 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-84568f8d-88d4-42f9-b2a3-fc32da1b2594 req-152f9b2e-0cb6-4c54-b2e9-f1cb3738fffb tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 943 time: 0.1157629 Jul 23 17:17:53.991305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:17:54.052551 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-87dffd1b-490b-46b9-8027-c45be1bf5c42 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0959699 Jul 23 17:17:54.093339 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-84568f8d-88d4-42f9-b2a3-fc32da1b2594 req-dd8381a8-e38f-429b-9fe7-bcded1b3a52c tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 Jul 23 17:17:54.230037 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-bfcff5a2-4966-4fa8-891a-8b39065fdfdb service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671355 Jul 23 17:17:54.395297 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9049a3ed-5fc3-44d6-9980-8f0dee60b502 req-d0892067-5cdd-4650-b175-f0a058339d5c service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536059 Jul 23 17:17:54.420097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '404f142a-eb4e-4c55-99a7-9ddd5351d463', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'mac_address': 'fa:16:3e:91:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:26Z', 'updated_at': '2021-07-23T17:17:51Z', 'revision_number': 1, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:17:54.431227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc1ccb-9b90-4210-8305-06acc66b4b51 None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '404f142a-eb4e-4c55-99a7-9ddd5351d463', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'mac_address': 'fa:16:3e:91:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:26Z', 'updated_at': '2021-07-23T17:17:51Z', 'revision_number': 1, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:17:54.448063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b388fbb7-8f0f-4900-8c9e-280da471086d details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:17:54.451910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device dc127818-948a-4c0e-843c-3b159c25c513 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:17:54.634166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port dc127818-948a-4c0e-843c-3b159c25c513 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:54.653233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port dc127818-948a-4c0e-843c-3b159c25c513 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:54.653534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:54.700460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port b388fbb7-8f0f-4900-8c9e-280da471086d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b388fbb7-8f0f-4900-8c9e-280da471086d,segment=NetworkSegment(bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8),segment_id=bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:54.728560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'b388fbb7-8f0f-4900-8c9e-280da471086d', 'network_id': '1ac00584-523e-4c09-ba38-a03a4db8e38d', 'port_id': 'b388fbb7-8f0f-4900-8c9e-280da471086d', 'mac_address': 'fa:16:3e:88:53:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9626f350-8e46-43f0-8286-2856cbee1262', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:17:54.803715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70f101-efb5-4b32-a88b-f9f5a0c933d8 None None] New status for floating IP 404f142a-eb4e-4c55-99a7-9ddd5351d463: ACTIVE {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:17:54.839144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:54.874584 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b388fbb7-8f0f-4900-8c9e-280da471086d {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:17:54.879647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:54.912713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port b388fbb7-8f0f-4900-8c9e-280da471086d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b388fbb7-8f0f-4900-8c9e-280da471086d,segment=NetworkSegment(bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8),segment_id=bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:54.916537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:54.923404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:54.955379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc127818-948a-4c0e-843c-3b159c25c513'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:54.981287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port dc127818-948a-4c0e-843c-3b159c25c513, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=dc127818-948a-4c0e-843c-3b159c25c513,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:54.986868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:55.035544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=b388fbb7-8f0f-4900-8c9e-280da471086d,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:55.039498 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc127818-948a-4c0e-843c-3b159c25c513', 'code': 200} Jul 23 17:17:55.040227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:55.041000 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:55.152245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=dc127818-948a-4c0e-843c-3b159c25c513,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:55.167740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:55.186405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26930f57-90c8-4230-954a-85746a1734a7 req-ae1c773a-3a18-4b9e-bdb8-fa3fcdc7517b tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:55.188048 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-26930f57-90c8-4230-954a-85746a1734a7 req-ae1c773a-3a18-4b9e-bdb8-fa3fcdc7517b tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.1008143 Jul 23 17:17:55.234440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['b388fbb7-8f0f-4900-8c9e-280da471086d'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:17:55.250327 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-26930f57-90c8-4230-954a-85746a1734a7 req-6d52741a-dabe-4148-9be7-c364076a8ed5 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Jul 23 17:17:55.345417 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dada8ae8-a314-49b9-9696-d8dd22f4c004 req-828e1893-3c70-41dd-af46-9ab4572c6ef2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 1098 time: 0.0942321 Jul 23 17:17:55.350819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dff91-79a7-45cc-9f9a-557a891cd647 req-79b78025-910b-4ab8-8b34-35bd629a485e tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:55.352988 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f2dff91-79a7-45cc-9f9a-557a891cd647 req-79b78025-910b-4ab8-8b34-35bd629a485e tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 944 time: 0.1016147 Jul 23 17:17:55.425833 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dada8ae8-a314-49b9-9696-d8dd22f4c004 req-b091739b-e61f-4ff9-889d-398c2c2c3267 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Jul 23 17:17:55.427795 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f2dff91-79a7-45cc-9f9a-557a891cd647 req-6dd65ad3-4ae1-476b-8b44-ac77be293e28 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679240 Jul 23 17:17:56.461997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b388fbb7-8f0f-4900-8c9e-280da471086d up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:17:56.499110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd61b90-7bfd-49a7-815b-d82897f6a51f req-74b1e520-73d7-4951-bedd-8bb323544d7d tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:56.503189 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6fd61b90-7bfd-49a7-815b-d82897f6a51f req-74b1e520-73d7-4951-bedd-8bb323544d7d tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.1094651 Jul 23 17:17:56.564549 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port b388fbb7-8f0f-4900-8c9e-280da471086d completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:17:56.570420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port b388fbb7-8f0f-4900-8c9e-280da471086d triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:17:56.571329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:56.574228 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6fd61b90-7bfd-49a7-815b-d82897f6a51f req-d17dec0d-21a5-46a8-952c-131c048cdde2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640950 Jul 23 17:17:56.700306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f265d45-6463-493f-b49d-6e0e93806861 req-19617e47-9ff7-4866-ba82-5e6b1f8cf218 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:56.702895 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8f265d45-6463-493f-b49d-6e0e93806861 req-19617e47-9ff7-4866-ba82-5e6b1f8cf218 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 944 time: 0.1148937 Jul 23 17:17:56.709326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:56.751285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port b388fbb7-8f0f-4900-8c9e-280da471086d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b388fbb7-8f0f-4900-8c9e-280da471086d,segment=NetworkSegment(bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8),segment_id=bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:17:56.754995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:56.757644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:17:56.783316 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8f265d45-6463-493f-b49d-6e0e93806861 req-f867af73-912c-47f0-ad7f-c48d41b69248 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683267 Jul 23 17:17:56.849599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=b388fbb7-8f0f-4900-8c9e-280da471086d,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:17:56.853899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:17:57.040419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b388fbb7-8f0f-4900-8c9e-280da471086d'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:17:57.116803 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b388fbb7-8f0f-4900-8c9e-280da471086d', 'code': 200} Jul 23 17:17:57.413134 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cd75e75d-e1f4-442d-b13f-8aa578d4af6f req-bf5eaa36-e37c-4859-aed8-8a6088872de7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 1098 time: 0.0842166 Jul 23 17:17:57.470277 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cd75e75d-e1f4-442d-b13f-8aa578d4af6f req-a4730114-bab6-4156-b741-5058945d80d7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Jul 23 17:17:57.496600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997b98-8858-4e4c-8bc3-9ef7ec24cdda req-68559707-97c2-48ce-b1ff-5b0941a85355 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:57.498999 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c2997b98-8858-4e4c-8bc3-9ef7ec24cdda req-68559707-97c2-48ce-b1ff-5b0941a85355 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.0906475 Jul 23 17:17:57.558911 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c2997b98-8858-4e4c-8bc3-9ef7ec24cdda req-22e4db5e-abe2-43de-a932-272c0853dc4d tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530956 Jul 23 17:17:57.800267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee213a-f45f-4b38-b5bf-ca181abc79f9 req-62398c8b-d840-4c20-affc-76316895be30 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:57.808090 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7cee213a-f45f-4b38-b5bf-ca181abc79f9 req-62398c8b-d840-4c20-affc-76316895be30 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.0984013 Jul 23 17:17:57.858985 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7cee213a-f45f-4b38-b5bf-ca181abc79f9 req-b5f0756c-a081-4c57-99f8-fa6830dbb2f9 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Jul 23 17:17:58.068544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d73a-070e-4d0f-a6e8-9ef1d6c3066e req-7e6a0abc-d3bc-4d3a-a9f9-605b63e7a129 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:58.070139 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9bb7d73a-070e-4d0f-a6e8-9ef1d6c3066e req-7e6a0abc-d3bc-4d3a-a9f9-605b63e7a129 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 945 time: 0.0883503 Jul 23 17:17:58.121744 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9bb7d73a-070e-4d0f-a6e8-9ef1d6c3066e req-bb01d76a-a95e-4065-a068-a2a776337e0c tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452337 Jul 23 17:17:58.783441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b05e4d-2912-4cc4-a49e-832d7fab5e57 req-03ef5a7f-9f78-49cf-a71a-9f7693b81139 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:58.785115 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-68b05e4d-2912-4cc4-a49e-832d7fab5e57 req-03ef5a7f-9f78-49cf-a71a-9f7693b81139 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.0914555 Jul 23 17:17:58.841916 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-68b05e4d-2912-4cc4-a49e-832d7fab5e57 req-f1fe4474-ae9f-48dd-ac92-eff59a01d80b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 Jul 23 17:17:59.416808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ed79-cfec-421e-be3f-ddd42d1cc530 req-8b66cd25-a123-466e-8f8a-7a746ad00211 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:59.418426 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-af63ed79-cfec-421e-be3f-ddd42d1cc530 req-8b66cd25-a123-466e-8f8a-7a746ad00211 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 945 time: 0.1546931 Jul 23 17:17:59.434890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4d4d-b6ec-437b-8e74-e1fa671f2439 req-e6ea0254-19ef-495a-afd7-d9d3c76409be tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:17:59.436616 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7d8c4d4d-b6ec-437b-8e74-e1fa671f2439 req-e6ea0254-19ef-495a-afd7-d9d3c76409be tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.1206925 Jul 23 17:17:59.522900 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-af63ed79-cfec-421e-be3f-ddd42d1cc530 req-ff7060ec-cd43-4d8b-8962-21154647e171 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960722 Jul 23 17:17:59.528779 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7d8c4d4d-b6ec-437b-8e74-e1fa671f2439 req-d8384f01-32ed-4e38-9822-108123859e90 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762942 Jul 23 17:18:00.076369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a602e-855c-4690-be10-7ea97370a08e req-6b24b8aa-a030-4f92-b0fb-488591a6cf17 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:00.078042 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f37a602e-855c-4690-be10-7ea97370a08e req-6b24b8aa-a030-4f92-b0fb-488591a6cf17 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.1059451 Jul 23 17:18:00.132609 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f37a602e-855c-4690-be10-7ea97370a08e req-4d70fdb8-cd76-4ce2-b34a-c099d7e152b8 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476990 Jul 23 17:18:00.749269 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207c62c-48c8-476d-bb90-8e6d2a288201 req-ad1d399d-49bc-4151-862b-4ec750cfd4ce tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:00.751067 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0207c62c-48c8-476d-bb90-8e6d2a288201 req-ad1d399d-49bc-4151-862b-4ec750cfd4ce tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.0902529 Jul 23 17:18:00.810833 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0207c62c-48c8-476d-bb90-8e6d2a288201 req-282db3c2-f728-45c6-83f9-13932e307fcd tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533848 Jul 23 17:18:01.373480 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d2eb3-9be6-4408-a466-f9eba3e26156 req-05edf8c8-e644-45fb-aaa9-08de87f8d577 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:01.376228 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-941d2eb3-9be6-4408-a466-f9eba3e26156 req-05edf8c8-e644-45fb-aaa9-08de87f8d577 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.1054211 Jul 23 17:18:01.440251 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-941d2eb3-9be6-4408-a466-f9eba3e26156 req-3f934086-7871-4941-be3b-1f709355fc37 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Jul 23 17:18:01.507253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc560e-450a-421d-b41f-2926de31a45a req-914d3fe5-a436-4730-af0a-364e5f610115 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:01.508002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-a9fc560e-450a-421d-b41f-2926de31a45a req-914d3fe5-a436-4730-af0a-364e5f610115 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Synchronizing usage tracker for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:18:01.522096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-a9fc560e-450a-421d-b41f-2926de31a45a req-914d3fe5-a436-4730-af0a-364e5f610115 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Unset dirty status for tenant:4e2ad05f6296429dbdf0cbc71f65e888 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:18:01.523325 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a9fc560e-450a-421d-b41f-2926de31a45a req-914d3fe5-a436-4730-af0a-364e5f610115 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.3414335 Jul 23 17:18:01.615823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Deleting port dc127818-948a-4c0e-843c-3b159c25c513 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:18:01.616219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:01.916240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] For port dc127818-948a-4c0e-843c-3b159c25c513, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=dc127818-948a-4c0e-843c-3b159c25c513,segment=NetworkSegment(abdd93bd-e318-422d-94d2-33b779e24848),segment_id=abdd93bd-e318-422d-94d2-33b779e24848)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:01.916240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:01.960400 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-53690817-0504-4e82-9cf8-20cbb6d9ad1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:02.062146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Calling delete_port for dc127818-948a-4c0e-843c-3b159c25c513 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:18:02.078590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b09ef-ea3b-42f1-8243-a4102a3e9042 req-d4ba5b76-0525-484d-b38c-c5b7bc47f8ec tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:02.080406 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-420b09ef-ea3b-42f1-8243-a4102a3e9042 req-d4ba5b76-0525-484d-b38c-c5b7bc47f8ec tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/ports?device_id=efb8e662-d215-40f8-a9f6-d9cb5b5859d6 HTTP/1.1" status: 200 len: 945 time: 0.1056244 Jul 23 17:18:02.155611 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-420b09ef-ea3b-42f1-8243-a4102a3e9042 req-19589fae-037c-4b0a-8ce2-5bbcefe0e0d5 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.100 "GET /v2.0/security-groups?id=fffbad1b-99a5-4180-bca5-5b25c8028f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657060 Jul 23 17:18:02.233765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:02.240567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f6df8a15-932c-4a7c-81f7-9cb71c726d6c tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:02.247678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['dc127818-948a-4c0e-843c-3b159c25c513'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:18:02.286643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Pushing event deleted for resources: {'Port': ['ID=dc127818-948a-4c0e-843c-3b159c25c513,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:02.290726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:02.370719 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] No DVR routers for this DVR port dc127818-948a-4c0e-843c-3b159c25c513 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:18:02.373306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:02.376598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'name': 'network-vif-deleted', 'tag': 'dc127818-948a-4c0e-843c-3b159c25c513'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:02.394214 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a9fc560e-450a-421d-b41f-2926de31a45a req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] 10.222.0.102 "DELETE /v2.0/ports/dc127818-948a-4c0e-843c-3b159c25c513 HTTP/1.1" status: 204 len: 173 time: 0.8557367 Jul 23 17:18:02.437487 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb8e662-d215-40f8-a9f6-d9cb5b5859d6', 'name': 'network-vif-deleted', 'tag': 'dc127818-948a-4c0e-843c-3b159c25c513', 'status': 'completed', 'code': 200} Jul 23 17:18:02.676938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0100fec-b8b5-41d7-a9a5-99b1585c76b5 req-f3e87066-aa67-43b5-9b66-ba54b033644b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:02.678688 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0100fec-b8b5-41d7-a9a5-99b1585c76b5 req-f3e87066-aa67-43b5-9b66-ba54b033644b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.0875583 Jul 23 17:18:02.734190 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f0100fec-b8b5-41d7-a9a5-99b1585c76b5 req-24914f42-f090-441e-b1be-629143708dd6 tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492556 Jul 23 17:18:03.360336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d291ed-6a6e-4b6a-98c5-8dd780d454c9 req-2b14b49c-2c14-45b3-831e-87123d51ed0c tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:03.364731 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-63d291ed-6a6e-4b6a-98c5-8dd780d454c9 req-2b14b49c-2c14-45b3-831e-87123d51ed0c tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 945 time: 0.0990651 Jul 23 17:18:03.415954 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-63d291ed-6a6e-4b6a-98c5-8dd780d454c9 req-e7809cef-041c-4872-ad8b-dbcb3e31abe2 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Jul 23 17:18:03.472625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-bc937bcb-e108-4262-90ad-34ecdbdd903b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:03.473299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-bc937bcb-e108-4262-90ad-34ecdbdd903b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Synchronizing usage tracker for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:18:03.490453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-bc937bcb-e108-4262-90ad-34ecdbdd903b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Unset dirty status for tenant:72ab1f575a7a4a8fa4b6478cb02023b0 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:18:03.491741 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-bc937bcb-e108-4262-90ad-34ecdbdd903b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.1145294 Jul 23 17:18:03.573414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Deleting port 617606a7-6467-4256-91dc-4685f0df29a7 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:18:03.573743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:03.894358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] For port 617606a7-6467-4256-91dc-4685f0df29a7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=617606a7-6467-4256-91dc-4685f0df29a7,segment=NetworkSegment(8e25e514-0107-496c-adc3-4cb62acb6a70),segment_id=8e25e514-0107-496c-adc3-4cb62acb6a70)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:03.895012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:03.992515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36137203-175c-4cb5-84e5-b92d241cb89d req-d40cba8c-2585-4831-a535-d520930d6e5e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:03.994504 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36137203-175c-4cb5-84e5-b92d241cb89d req-d40cba8c-2585-4831-a535-d520930d6e5e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/ports?device_id=e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a HTTP/1.1" status: 200 len: 945 time: 0.0931234 Jul 23 17:18:04.042547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Calling delete_port for 617606a7-6467-4256-91dc-4685f0df29a7 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:18:04.061389 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36137203-175c-4cb5-84e5-b92d241cb89d req-090ec004-c9ab-4791-be51-8633f0ada69b tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.100 "GET /v2.0/security-groups?id=b62f0236-0209-4076-9344-37d65c635abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603688 Jul 23 17:18:04.213883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:04.218272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:04.224576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:04.235803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['617606a7-6467-4256-91dc-4685f0df29a7'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:18:04.274378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Pushing event deleted for resources: {'Port': ['ID=617606a7-6467-4256-91dc-4685f0df29a7,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:04.279253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:04.380118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] No DVR routers for this DVR port 617606a7-6467-4256-91dc-4685f0df29a7 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:18:04.383105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:04.398658 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-12d2edcf-59a8-4005-b04a-e4ef84a5ef76 req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] 10.222.0.102 "DELETE /v2.0/ports/617606a7-6467-4256-91dc-4685f0df29a7 HTTP/1.1" status: 204 len: 173 time: 0.8989823 Jul 23 17:18:04.439154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'name': 'network-vif-deleted', 'tag': '617606a7-6467-4256-91dc-4685f0df29a7'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:04.526156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 617606a7-6467-4256-91dc-4685f0df29a7 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:18:04.535473 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dd6b75-d2f9-4eb0-8a62-7a84a24e300a', 'name': 'network-vif-deleted', 'tag': '617606a7-6467-4256-91dc-4685f0df29a7', 'status': 'completed', 'code': 200} Jul 23 17:18:04.566914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 617606a7-6467-4256-91dc-4685f0df29a7 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:18:04.567413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 617606a7-6467-4256-91dc-4685f0df29a7 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:18:04.567877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device dc127818-948a-4c0e-843c-3b159c25c513 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:18:04.610591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: dc127818-948a-4c0e-843c-3b159c25c513 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:18:04.610986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device dc127818-948a-4c0e-843c-3b159c25c513 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:18:04.698360 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc923b-4808-4b98-8da1-83ab0b7c53a4 req-a49725e8-d05b-49c4-a0b0-9c26a4f3b152 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:04.700167 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a7fc923b-4808-4b98-8da1-83ab0b7c53a4 req-a49725e8-d05b-49c4-a0b0-9c26a4f3b152 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 945 time: 0.0868709 Jul 23 17:18:04.760903 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a7fc923b-4808-4b98-8da1-83ab0b7c53a4 req-7a3a514f-4c0e-4e26-ae8c-dc9dd8496547 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/security-groups?id=e56a0af4-677f-4976-887c-0c8e82e23c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Jul 23 17:18:05.020892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-3424941b-ecab-4825-a95a-e3581fde7ffb tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:05.021674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-3424941b-ecab-4825-a95a-e3581fde7ffb tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Synchronizing usage tracker for tenant:0fd9109925294750b8ce6b41b1d014c1 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:18:05.039332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-3424941b-ecab-4825-a95a-e3581fde7ffb tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Unset dirty status for tenant:0fd9109925294750b8ce6b41b1d014c1 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:18:05.040703 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-3424941b-ecab-4825-a95a-e3581fde7ffb tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 945 time: 0.1040680 Jul 23 17:18:05.129838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Deleting port b388fbb7-8f0f-4900-8c9e-280da471086d {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:18:05.130403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:05.162304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:05.435581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] For port b388fbb7-8f0f-4900-8c9e-280da471086d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=b388fbb7-8f0f-4900-8c9e-280da471086d,segment=NetworkSegment(bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8),segment_id=bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:05.436008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:05.580111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Calling delete_port for b388fbb7-8f0f-4900-8c9e-280da471086d owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:18:05.660350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-81ebd93b-fb1c-402c-8634-64bbc6887984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:05.747591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:05.756310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-53b0f24b-0750-4d98-a659-2e34df990d4e tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:05.763639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['b388fbb7-8f0f-4900-8c9e-280da471086d'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:18:05.900378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Pushing event deleted for resources: {'Port': ['ID=b388fbb7-8f0f-4900-8c9e-280da471086d,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:05.924016 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:06.017549 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-29205a09-1f4a-4c1c-a299-d5e9aecd1981 req-a4f7f931-5469-49bc-b97f-ea2dd861a591 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e25aec5-6e9b-449b-8313-0c824667e1de HTTP/1.1" status: 200 len: 210 time: 0.0733447 Jul 23 17:18:06.054650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] No DVR routers for this DVR port b388fbb7-8f0f-4900-8c9e-280da471086d on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:18:06.058242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:06.075339 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f903d76e-4df9-4f0a-a390-8093dc095ac4 req-986894e5-fb64-4826-927c-a21a44053e54 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] 10.222.0.102 "DELETE /v2.0/ports/b388fbb7-8f0f-4900-8c9e-280da471086d HTTP/1.1" status: 204 len: 173 time: 1.0224953 Jul 23 17:18:06.537035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'name': 'network-vif-deleted', 'tag': 'b388fbb7-8f0f-4900-8c9e-280da471086d'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:06.600477 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e25aec5-6e9b-449b-8313-0c824667e1de', 'name': 'network-vif-deleted', 'tag': 'b388fbb7-8f0f-4900-8c9e-280da471086d', 'status': 'completed', 'code': 200} Jul 23 17:18:07.273558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:08.534318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b388fbb7-8f0f-4900-8c9e-280da471086d no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:18:08.683954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: b388fbb7-8f0f-4900-8c9e-280da471086d {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:18:08.684312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device b388fbb7-8f0f-4900-8c9e-280da471086d not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:18:12.029248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3fc89-259e-4952-9c42-9bed87161f46 req-e25dc03c-4387-412e-91cf-b41a26df22a4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:12.040401 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cae3fc89-259e-4952-9c42-9bed87161f46 req-e25dc03c-4387-412e-91cf-b41a26df22a4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1265910 Jul 23 17:18:12.041629 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-8775bf51-ba40-4d26-a3cc-b3005263da62 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1138 time: 0.1495361 Jul 23 17:18:12.105647 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cae3fc89-259e-4952-9c42-9bed87161f46 req-fa6fe76a-5809-45ff-93d0-04536e6396ba tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643556 Jul 23 17:18:12.170617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:18:12.248038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b937bd0-accd-4095-8423-92b10312a80f req-f98fe135-97a6-4a62-b583-e16c63a162eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:12.250814 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-f98fe135-97a6-4a62-b583-e16c63a162eb service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 916 time: 0.2005768 Jul 23 17:18:12.570050 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-cd1210ae-6a8c-4290-a65e-1ee87ae33549 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 1002 time: 0.2700155 Jul 23 17:18:12.588954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:12.738641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b937bd0-accd-4095-8423-92b10312a80f req-9b1eadca-4ef8-47bc-8fdc-260b97b55c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:12.740577 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-9b1eadca-4ef8-47bc-8fdc-260b97b55c1c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 200 len: 853 time: 0.1693025 Jul 23 17:18:12.888326 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-24c844cb-3b1a-468e-b8e4-3fb25b51d78d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4518578 Jul 23 17:18:13.039792 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-d7f9a308-c859-4a48-a97d-c4dcf74abd5a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2907953 Jul 23 17:18:13.233939 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-85c8aaab-5cb5-4aaa-b826-7581fcdd7a8e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 1099 time: 0.3157158 Jul 23 17:18:13.429365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80b1d-a3f4-4caf-ba31-b67760f168ba req-8a324820-f953-462f-8fef-991dcb492526 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:13.436454 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-3067ce9c-3e43-4024-8f83-3225206ac307 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858118 Jul 23 17:18:13.439243 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1da80b1d-a3f4-4caf-ba31-b67760f168ba req-8a324820-f953-462f-8fef-991dcb492526 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1336768 Jul 23 17:18:13.505958 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1da80b1d-a3f4-4caf-ba31-b67760f168ba req-f9b9ce95-c017-4187-ac21-741ffcd65926 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654261 Jul 23 17:18:13.835789 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-7ab2cbbd-66c6-4176-ad13-141ff8a3cf34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:13.837735 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-7ab2cbbd-66c6-4176-ad13-141ff8a3cf34 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.5594995 Jul 23 17:18:14.029157 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b937bd0-accd-4095-8423-92b10312a80f req-f06df57b-b569-48a2-b1a6-e7ce98a82ab8 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822346 Jul 23 17:18:14.073616 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-14a67acf-f544-4955-8396-b7c8f70c7539 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 200 len: 1001 time: 0.2179503 Jul 23 17:18:14.239153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-d6526486-0ae0-44c8-8c5a-b5b54aec70da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:14.241612 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-d6526486-0ae0-44c8-8c5a-b5b54aec70da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.1519713 Jul 23 17:18:14.427244 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-084fc238-5321-40b2-9c6b-4fffa48c3955 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1691568 Jul 23 17:18:14.630361 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-d76a22c1-a3fc-4cb1-82e8-244b049d58c1 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930168 Jul 23 17:18:14.873414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9743a-dd9d-42eb-afea-6879cbcce7a2 req-8a218cb2-8a5d-4db3-b50b-bcf3ea03c60e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:14.882809 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3a511260-6ec4-4096-ad59-72cebb389bf0 req-1b64f15d-346f-44fe-81ac-411c44cabe27 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449965 Jul 23 17:18:14.886206 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dde9743a-dd9d-42eb-afea-6879cbcce7a2 req-8a218cb2-8a5d-4db3-b50b-bcf3ea03c60e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1414120 Jul 23 17:18:14.966543 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-dde9743a-dd9d-42eb-afea-6879cbcce7a2 req-c21b4d7a-3c43-49e3-b0af-6614a37105ce tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790699 Jul 23 17:18:16.343727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466189d-d85b-4582-8793-387243190f66 req-669170d6-7ed2-4cb4-be0b-62e2d727d4a9 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:16.354459 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4466189d-d85b-4582-8793-387243190f66 req-669170d6-7ed2-4cb4-be0b-62e2d727d4a9 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.2478116 Jul 23 17:18:16.439082 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4466189d-d85b-4582-8793-387243190f66 req-69db50f5-a01c-4665-8765-584dd0b3728b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830936 Jul 23 17:18:17.680865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2bd2b-920b-41b7-9872-8fce9b8766b5 req-1616b3c5-8b7c-4908-825c-35af51a605bb tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:17.689641 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3fa2bd2b-920b-41b7-9872-8fce9b8766b5 req-1616b3c5-8b7c-4908-825c-35af51a605bb tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1015985 Jul 23 17:18:17.751694 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3fa2bd2b-920b-41b7-9872-8fce9b8766b5 req-502130bd-c7d8-4e2d-9f4a-b753b541d878 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606375 Jul 23 17:18:18.991407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b81c6a-059e-46b8-886d-342e369dc3aa req-c242c328-a8d4-4115-a2a3-5fe38e5c3aa4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:18.993872 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b3b81c6a-059e-46b8-886d-342e369dc3aa req-c242c328-a8d4-4115-a2a3-5fe38e5c3aa4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1068485 Jul 23 17:18:19.063505 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b3b81c6a-059e-46b8-886d-342e369dc3aa req-e6fad56d-377d-4701-b289-621df876e2a1 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603313 Jul 23 17:18:20.287234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202cabe-49fd-4ad8-95a5-6c96e32e3804 req-bf6d7c54-285b-49df-bc02-798f91d246a2 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:20.288904 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6202cabe-49fd-4ad8-95a5-6c96e32e3804 req-bf6d7c54-285b-49df-bc02-798f91d246a2 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.0979459 Jul 23 17:18:20.355611 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6202cabe-49fd-4ad8-95a5-6c96e32e3804 req-c4e3937a-06cf-41e6-8ddf-b52df7befc79 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604358 Jul 23 17:18:21.705001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac451dee-d0ae-43eb-aa07-86ee472bb923 req-60adc1ba-8212-43f0-8714-07ae3e11b777 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:21.714186 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ac451dee-d0ae-43eb-aa07-86ee472bb923 req-60adc1ba-8212-43f0-8714-07ae3e11b777 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1215088 Jul 23 17:18:21.817140 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ac451dee-d0ae-43eb-aa07-86ee472bb923 req-b71f75d3-d4bc-47a4-8e1f-f1b659acaa08 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018298 Jul 23 17:18:23.288225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8099cd-7eff-4654-9627-debb76dd3496 req-4ca947c2-515e-445f-ab71-3215f37e2a78 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:23.312530 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4b8099cd-7eff-4654-9627-debb76dd3496 req-4ca947c2-515e-445f-ab71-3215f37e2a78 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.3348217 Jul 23 17:18:23.357966 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4b8099cd-7eff-4654-9627-debb76dd3496 req-93e3259a-1236-493b-a7a2-887ace3e08fd tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592513 Jul 23 17:18:24.644877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b96a4-60ee-4849-ab8c-ba2e3f5abdf8 req-372bc543-9cf3-45f0-9607-292882a8106e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:24.646525 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b96a4-60ee-4849-ab8c-ba2e3f5abdf8 req-372bc543-9cf3-45f0-9607-292882a8106e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1079631 Jul 23 17:18:24.712200 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b96a4-60ee-4849-ab8c-ba2e3f5abdf8 req-e2267aed-23e0-4026-baa8-4c401aeb0b03 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585949 Jul 23 17:18:25.949778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9650db-adcb-451f-8958-b7449c52364a req-82bad102-3b05-43bb-b753-14647dce8547 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:25.951274 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad9650db-adcb-451f-8958-b7449c52364a req-82bad102-3b05-43bb-b753-14647dce8547 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1024325 Jul 23 17:18:26.009330 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ad9650db-adcb-451f-8958-b7449c52364a req-ed293cf5-3a76-48d2-9326-e41178523190 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=0db5d802-79a6-489f-b266-8616bd496626&id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505586 Jul 23 17:18:26.826535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd9b5-035d-4e17-aa06-e6663d060106 req-81e66b06-e56e-4436-be78-876a9ceeab18 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:26.828296 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f9fbd9b5-035d-4e17-aa06-e6663d060106 req-81e66b06-e56e-4436-be78-876a9ceeab18 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.0988693 Jul 23 17:18:26.883267 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f9fbd9b5-035d-4e17-aa06-e6663d060106 req-3716c7d9-842d-4b14-a650-09cfc64f07bb tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481620 Jul 23 17:18:27.760447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54210) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:27.821161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54218) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:27.851696 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Deleting subnet a03e4af0-560b-400b-9e1a-33af2af2e53a {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:18:27.857255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:27.901916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Deleting subnet f8d4fab6-3116-485b-8b08-e0979abcecd5 {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:18:27.904965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:27.913450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54222) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:27.967876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417520'] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:27.982288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.050300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Deleting subnet 9626f350-8e46-43f0-8286-2856cbee1262 {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:18:28.057903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.111980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.131428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.164483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.226672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b423b2-5a2b-47ce-a02c-4e043b773600 req-6fa773f0-695d-4fbb-b15e-90ef0ed78fa1 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:28.228410 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4b423b2-5a2b-47ce-a02c-4e043b773600 req-6fa773f0-695d-4fbb-b15e-90ef0ed78fa1 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1988270 Jul 23 17:18:28.253750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.261325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1662558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445232'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.273062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:28.291038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.305448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6d3d7116-9a3a-432d-b068-9ae5c7710f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:28.323463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d4fab6-3116-485b-8b08-e0979abcecd5,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:28.342523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.349194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03e4af0-560b-400b-9e1a-33af2af2e53a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:28.352982 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.353405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.353839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.354251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.354653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.355048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.355445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.355840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.356236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.356630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.357025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.364727 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f8d4fab6-3116-485b-8b08-e0979abcecd5 HTTP/1.1" status: 204 len: 168 time: 0.5395861 Jul 23 17:18:28.364727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2ccff958-f758-4fbb-9ab6-06b81e3406a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:28.366531 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f4b423b2-5a2b-47ce-a02c-4e043b773600 req-6c4e72ae-7c72-43bc-af70-ef909de1f275 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296339 Jul 23 17:18:28.367061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54228) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:28.367398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.379399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.379813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.380352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.380596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.380995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.381396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.381826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.382227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.382620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.383007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.383395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:28.389585 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/a03e4af0-560b-400b-9e1a-33af2af2e53a HTTP/1.1" status: 204 len: 168 time: 0.6273885 Jul 23 17:18:28.391101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-079c5a30-9eec-463a-9c9a-e1abe8311ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:28.393196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54232) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:28.407558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.413121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-32e82372-de4a-413f-b35b-09ed3cfda979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:28.455340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9626f350-8e46-43f0-8286-2856cbee1262,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:28.459481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:28.463612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.471035 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7e24aaf8-e883-4e5e-8363-e39fd7de2d53 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/9626f350-8e46-43f0-8286-2856cbee1262 HTTP/1.1" status: 204 len: 168 time: 0.5564179 Jul 23 17:18:28.473550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54236) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:28.600900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.613273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.625107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.802846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.821290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac00584-523e-4c09-ba38-a03a4db8e38d']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.845493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.845886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc06179d-8c26-4e0d-9dc6-b7b9f12e9aa8') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.870759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.896518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-3fd0b94e-a6f8-412e-ac54-a57787743433 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:28.897359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-3fd0b94e-a6f8-412e-ac54-a57787743433 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:18:28.903270 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.904599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.915304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Releasing vlan 1358 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:18:28.915767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.920376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.935229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec19e67-a3fe-44f0-b27c-cbcb036b474c']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:18:28.940146 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:18:28.948838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fbd41a-3cf4-4e66-a4eb-c0650bae7227']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.962431 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdd93bd-e318-422d-94d2-33b779e24848') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.962777 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdd93bd-e318-422d-94d2-33b779e24848') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.975605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e25e514-0107-496c-adc3-4cb62acb6a70') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.975937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e25e514-0107-496c-adc3-4cb62acb6a70') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:28.990349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:28.996183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-3fd0b94e-a6f8-412e-ac54-a57787743433 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:18:28.997495 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-3fd0b94e-a6f8-412e-ac54-a57787743433 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.2757499 Jul 23 17:18:28.998706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.021454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.024062 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.033596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Releasing vlan 1355 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:18:29.034142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:18:29.052375 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:18:29.056898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Releasing vlan 1356 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:18:29.057186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:18:29.072444 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:18:29.077804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.095285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca0097a2-88f0-43cf-8381-f5defbf8d4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:29.110295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.128120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Deleting port a74ee619-a9e0-40a9-aadd-aacc6bca141d {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:18:29.128615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.163070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac00584-523e-4c09-ba38-a03a4db8e38d,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:29.172813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:29.180708 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a56b6d86-c1e7-4553-b9c6-5489a7e855d9 admin admin] 10.222.0.100 "DELETE /v2.0/networks/1ac00584-523e-4c09-ba38-a03a4db8e38d HTTP/1.1" status: 204 len: 168 time: 0.7060406 Jul 23 17:18:29.183617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54242) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:29.217590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.220004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.223502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ddad0711-f846-4676-91c5-c2aa93e094c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:29.240363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.252067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec19e67-a3fe-44f0-b27c-cbcb036b474c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:29.254374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.286845 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fbd41a-3cf4-4e66-a4eb-c0650bae7227,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:29.291830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:29.293607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:29.294824 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:29.301879 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-26d96be0-34bb-4ced-b04f-2d4293efa4c0 admin admin] 10.222.0.100 "DELETE /v2.0/networks/bec19e67-a3fe-44f0-b27c-cbcb036b474c HTTP/1.1" status: 204 len: 168 time: 0.9336588 Jul 23 17:18:29.309152 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-bb6846ba-c28b-485d-a0c5-076cae5911fa admin admin] 10.222.0.100 "DELETE /v2.0/networks/c2fbd41a-3cf4-4e66-a4eb-c0650bae7227 HTTP/1.1" status: 204 len: 168 time: 0.9085264 Jul 23 17:18:29.323892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Deleting subnet 7ad81c3f-c958-4aed-903a-55b5a5735e2a {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:18:29.349585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.474172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54252) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:29.482124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54256) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:29.488851 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.540433 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-568d613f-9e3e-4a56-b9f4-354614acd26a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4e2ad05f6296429dbdf0cbc71f65e888&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0648184 Jul 23 17:18:29.543115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54260) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:29.648675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] For port a74ee619-a9e0-40a9-aadd-aacc6bca141d, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=a74ee619-a9e0-40a9-aadd-aacc6bca141d,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:29.649150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.659980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.678718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.702050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c347-4921-4b8a-9976-1e7b18e13a05 req-49ef37d3-c401-4425-a2b8-aae607613504 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:29.713122 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7b06c347-4921-4b8a-9976-1e7b18e13a05 req-49ef37d3-c401-4425-a2b8-aae607613504 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 946 time: 0.1458771 Jul 23 17:18:29.713452 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7a4f7e33-5b41-4b8d-bf8f-3ff18fef722b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=72ab1f575a7a4a8fa4b6478cb02023b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2229996 Jul 23 17:18:29.713452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54264) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:29.721644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.808958 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7b06c347-4921-4b8a-9976-1e7b18e13a05 req-dfe3e23d-a666-4192-876d-a7324f93af6c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=5917b73d-81dd-445d-9467-494b03a1cea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899820 Jul 23 17:18:29.820399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.826599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-576221e6-6ca9-440e-8f58-c3f504921a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:29.846517 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffbad1b-99a5-4180-bca5-5b25c8028f22,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:29.851204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:29.854854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:29.856119 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fffbad1b-99a5-4180-bca5-5b25c8028f22 HTTP/1.1" status: 204 len: 168 time: 0.3117282 Jul 23 17:18:30.219470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.228661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.240318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ac83a17b-acdf-4c16-8dc5-5afcfac2a16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:30.365722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad81c3f-c958-4aed-903a-55b5a5735e2a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:30.381858 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:30.404667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.415055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.444288 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9cb4a6b8-d238-44cc-8c2c-9fc23f614d8f admin admin] 10.222.0.100 "DELETE /v2.0/subnets/7ad81c3f-c958-4aed-903a-55b5a5735e2a HTTP/1.1" status: 204 len: 168 time: 1.2595744 Jul 23 17:18:30.446272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.446686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.447030 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Floating IP 6e24eeef-5d42-444e-a96e-a0b6de518c12 disassociated. External IP: 172.28.0.70, port: a74ee619-a9e0-40a9-aadd-aacc6bca141d. Jul 23 17:18:30.447147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54272) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:30.447406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Calling delete_port for a74ee619-a9e0-40a9-aadd-aacc6bca141d owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:18:30.550774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.571507 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.584343 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9ece226b-27a9-4c9a-b7a5-4b6312aef957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:30.612542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f0236-0209-4076-9344-37d65c635abf,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:30.619628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:30.645612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.647407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.648772 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b62f0236-0209-4076-9344-37d65c635abf HTTP/1.1" status: 204 len: 168 time: 0.9340930 Jul 23 17:18:30.653234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-88c1616e-ef9c-4ba5-b7bb-e36b1c139584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:30.701331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event deleted for resources: {'Port': ['ID=a74ee619-a9e0-40a9-aadd-aacc6bca141d,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:30.706129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:30.725506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.744748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a4d9ac-1df6-4636-a313-71c3f3809c04']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:30.759618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8da476-8086-4317-9446-fbf0058f0424') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:30.759963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8da476-8086-4317-9446-fbf0058f0424') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:30.778282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.796921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.806206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Releasing vlan 1359 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:18:30.806694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:18:30.824876 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:18:30.934321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.938195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:30.960072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.963083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a4d9ac-1df6-4636-a313-71c3f3809c04,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:30.969639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:31.016780 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cfdf6017-d6f6-4f44-8c3b-e0f14d22f080 req-1da6f88a-1d65-419b-b68f-51c064a9a393 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=6cb67d9c-946a-4bfd-887f-066e6a46f829 HTTP/1.1" status: 200 len: 210 time: 0.0496581 Jul 23 17:18:31.020589 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d0bcdc54-4121-4d06-91cc-ba220e002041 admin admin] 10.222.0.100 "DELETE /v2.0/networks/68a4d9ac-1df6-4636-a313-71c3f3809c04 HTTP/1.1" status: 204 len: 168 time: 0.5724437 Jul 23 17:18:31.072975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Router 2965e31f-999c-486b-892f-6b139b233047 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:18:31.334722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54292) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:31.345978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:18:31.356729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:18:31.376510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:31.377136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:31.401854 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-76e7b2fd-f258-45f3-87ad-460af9116cbf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0fd9109925294750b8ce6b41b1d014c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0657890 Jul 23 17:18:31.404385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54298) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:31.434566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] No DVR routers for this DVR port a74ee619-a9e0-40a9-aadd-aacc6bca141d on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:18:31.439353 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:31.442028 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a6e2e709-75f3-4abd-9a3f-39b34aa2e9eb req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "DELETE /v2.0/ports/a74ee619-a9e0-40a9-aadd-aacc6bca141d HTTP/1.1" status: 204 len: 173 time: 2.4298759 Jul 23 17:18:31.442949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'name': 'network-vif-deleted', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:31.520493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:31.528484 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb67d9c-946a-4bfd-887f-066e6a46f829', 'name': 'network-vif-deleted', 'tag': 'a74ee619-a9e0-40a9-aadd-aacc6bca141d', 'status': 'completed', 'code': 200} Jul 23 17:18:31.551194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:31.614421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:31.619766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c97926c9-fd8f-48bf-8f02-04a82afa2b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:31.635552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a0af4-677f-4976-887c-0c8e82e23c9e,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:31.638496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:31.649419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:31.650704 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e56a0af4-677f-4976-887c-0c8e82e23c9e HTTP/1.1" status: 204 len: 168 time: 0.2418725 Jul 23 17:18:31.693472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:32.006560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cccfdf8b-67e1-40c2-8ec0-d11eb1282614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.155588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:32.161878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:18:32.176251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:32.176960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:32.269827 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54324) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:32.280153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54328) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:32.369484 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c3b8a8d2-a8d7-447c-a429-5c5941668237 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=12bf5982891640348cba0afc86acc1dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0827706 Jul 23 17:18:32.369484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54332) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:32.386117 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.436387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.473727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.474323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:32.509633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.511848 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.522668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b3493d9d-2587-4b68-8e4d-f40a41e3daa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:32.540734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917b73d-81dd-445d-9467-494b03a1cea7,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:32.547259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:32.549751 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.553419 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "DELETE /v2.0/security-groups/5917b73d-81dd-445d-9467-494b03a1cea7 HTTP/1.1" status: 204 len: 168 time: 0.2801104 Jul 23 17:18:32.562792 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54346) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:32.575186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.582051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-54ccf28f-f258-4718-809f-8672693086b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:32.595870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed9f43-2993-4033-9b26-593122bba21d,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:32.598697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:32.604502 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.v2.resource [None req-6c4ede7e-793c-4e62-8026-fd28732d0f57 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] show failed (client error): The resource could not be found. Jul 23 17:18:32.604921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.605663 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6c4ede7e-793c-4e62-8026-fd28732d0f57 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups/5917b73d-81dd-445d-9467-494b03a1cea7 HTTP/1.1" status: 404 len: 347 time: 0.0415063 Jul 23 17:18:32.606232 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-aa1cc047-fe05-48cd-bae1-ce735e711f49 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a3ed9f43-2993-4033-9b26-593122bba21d HTTP/1.1" status: 204 len: 168 time: 0.2379684 Jul 23 17:18:32.608925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54350) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:32.687338 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a74ee619-a9e0-40a9-aadd-aacc6bca141d no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:18:32.743017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: a74ee619-a9e0-40a9-aadd-aacc6bca141d {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:18:32.743384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device a74ee619-a9e0-40a9-aadd-aacc6bca141d not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:18:32.827900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Deleting port 68ce6157-74eb-4cfe-a845-fe9375191901 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:18:32.828472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.982974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:32.988215 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12a20b-2f31-4008-b5c7-1c5c88e5a0c2 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:18:33.072439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:33.072899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:33.242591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Calling delete_port for 68ce6157-74eb-4cfe-a845-fe9375191901 owned by network:floatingip {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:18:33.411886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:33.416781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78ec14de-fb66-45ae-b5e2-1b9620d2534b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:33.464681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event deleted for resources: {'Port': ['ID=68ce6157-74eb-4cfe-a845-fe9375191901,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:33.467669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:33.574810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:33.591014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:33.592266 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-19cb4d32-3bfa-4d9f-894b-f4e61e2c4fd3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "DELETE /v2.0/floatingips/6e24eeef-5d42-444e-a96e-a0b6de518c12 HTTP/1.1" status: 204 len: 168 time: 0.9816792 Jul 23 17:18:33.625975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71907ea4-0324-4730-bac0-a4b7e8708b9e None None] New status for floating IP 6e24eeef-5d42-444e-a96e-a0b6de518c12: DOWN {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:18:34.034478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54390) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:34.041738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267093094', 'description': 'tempest-description--1745797394'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:34.048819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:34.055649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:34.059131 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:34.066544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:34.076956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.121987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:34.127428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:34.130639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:34.136958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:34.204924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.208475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.209235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.214986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-50b84c31-8bcb-42a3-8bb1-7b29d25d4e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:34.263238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:34.266138 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:34.266901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.268225 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2326403 Jul 23 17:18:34.271365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54430) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:34.277740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'security_group_rule': {'security_group_id': 'bb8e14c0-7bcd-405e-81d3-3687bb2e3e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:34.285020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:34.289523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:34.292802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:34.300955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:34.319718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.395022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.401137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.410107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:34.433678 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85663ce6-558d-4cf9-a4f4-a8955c2dac32,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:34.436398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:34.444247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.449410 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54436) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:34.449990 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1771290 Jul 23 17:18:34.461990 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'security_group_rule': {'security_group_id': 'bb8e14c0-7bcd-405e-81d3-3687bb2e3e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:34.474285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:34.481880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:security_group_rule and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:34.489508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:34.500333 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:34.526309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.635298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.644115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.669374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:34.683643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.684883 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2333658 Jul 23 17:18:34.691511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a87bec-fee4-42d7-8f5f-c44c0fc77842,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:34.693497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54444) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:34.702174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4488f6ff-d7e4-413d-b8dc-b32ef792ba92 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:34.710951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'floatingip': {'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:34.717630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:34.723455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:floatingip and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:34.727014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:34.736450 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:34.750488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.924222 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.075000 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Allocated IP 172.28.0.3 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/c9a8639c-a071-4f26-84df-a6100f54da2d) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:35.161260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.239220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.266693 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.271334 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-056cd4c5-a4c1-482d-b692-9842a0cdc903 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:35.346388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:35.350304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:35.352924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:35.391583 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'Port': ['ID=c9a8639c-a071-4f26-84df-a6100f54da2d,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:35.394716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:35.531607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.591209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.665736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1052-36ae-4a0f-9a98-7e5386a7421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.864803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.873438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:35.880313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3fb922d0-b933-4cce-b9b7-0e3294dd4b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:35.997141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'Port': ['ID=c9a8639c-a071-4f26-84df-a6100f54da2d,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:36.000852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:36.014047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:36.041127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:36.042516 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3479443 Jul 23 17:18:36.467976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-c4044d71-7dcf-4f8d-94e3-4e2a791f5353 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:18:36.483534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-c4044d71-7dcf-4f8d-94e3-4e2a791f5353 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:18:36.485576 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-c4044d71-7dcf-4f8d-94e3-4e2a791f5353 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--267093094&fields=id&tenant_id=52cc6cc955c54f02a5be1ef848d0cd06 HTTP/1.1" status: 200 len: 267 time: 0.0624144 Jul 23 17:18:36.663868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-55c8bb61-0bbb-488c-a155-4726739dcfaf tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:36.682313 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-55c8bb61-0bbb-488c-a155-4726739dcfaf tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 811 time: 0.1717279 Jul 23 17:18:36.691892 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-31ebb70d-7a77-46ad-8353-0e7067679e56 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/quotas/52cc6cc955c54f02a5be1ef848d0cd06 HTTP/1.1" status: 200 len: 375 time: 0.0125027 Jul 23 17:18:36.800830 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-81f4d6f8-8d84-4cae-b12d-9c53a34b0be1 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025116 Jul 23 17:18:37.128501 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-edfed638-4e0a-4f38-80b5-07083ab661e3 service neutron] 10.222.0.100 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126028 Jul 23 17:18:37.261872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:37.285876 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-3ee034cb-6d74-4559-882e-3ea2102abeac service neutron] 10.222.0.100 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499710 Jul 23 17:18:37.511136 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-351d4a71-9b20-4340-8da4-30d494cc4b57 req-11a5e212-d830-455d-88f1-d17300015c4a tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 210 time: 0.0547838 Jul 23 17:18:38.695590 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f2ef702-b61a-4805-96ec-c4a34ad86cfe req-8b3e84fa-4e77-4c90-a510-5986e45d79dd tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 210 time: 0.0519249 Jul 23 17:18:38.737512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54532) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:39.126508 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:39.209676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:39.225446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Usage tracker for resource:security_group_rule and tenant:6a0e5f041e144930b0f11d032751a136 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:39.231074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:39.240458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:39.247884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-a87ed59d-89f5-4f2d-83d6-c3f485f714ad tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:39.249792 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-a87ed59d-89f5-4f2d-83d6-c3f485f714ad tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 811 time: 0.4609919 Jul 23 17:18:39.352647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-7738a6b7-da53-4022-9d7d-63ca1e24a191 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:18:39.372808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:39.379345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:39.389474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ec6ad0ee-b582-4248-bd82-a988b45ab6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:39.399865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-7738a6b7-da53-4022-9d7d-63ca1e24a191 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:security_group {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:18:39.401142 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-7738a6b7-da53-4022-9d7d-63ca1e24a191 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc6cc955c54f02a5be1ef848d0cd06 HTTP/1.1" status: 200 len: 379 time: 0.1316245 Jul 23 17:18:39.417094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'port': {'device_id': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'admin_state_up': True, 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'security_groups': ['bb8e14c0-7bcd-405e-81d3-3687bb2e3e17']}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:39.520575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97647824-2bfb-4574-a792-4117170149ed,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:39.529349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:39.535169 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6a0e5f041e144930b0f11d032751a136&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7965076 Jul 23 17:18:39.538545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54550) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:39.615705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:39.620525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Usage tracker for resource:port and tenant:52cc6cc955c54f02a5be1ef848d0cd06 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:39.623736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:39.630541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:39.635564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:39.640624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Made reservation on behalf of 52cc6cc955c54f02a5be1ef848d0cd06 for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:39.652210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:39.941217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:39.963473 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-84c74257-7eea-406a-b38b-7e98cd578b1e req-a97c621b-9dd8-4484-ae69-b5df5167a48a tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 210 time: 0.0653679 Jul 23 17:18:39.987152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Allocated IP 172.20.0.13 (9302024a-5672-4dab-93c4-d25b784e8186/d4f029e1-b5dc-4c41-aa03-fe4f69eb4673/f28b5731-1d59-4e94-b9c1-d84de7df9e60) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:40.017738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:40.023151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4cf0ae5a-5147-40f5-9a7d-eaca5b3ba50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:40.037642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97647824-2bfb-4574-a792-4117170149ed,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:40.040816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:40.041772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:40.045842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/97647824-2bfb-4574-a792-4117170149ed HTTP/1.1" status: 204 len: 168 time: 0.5055611 Jul 23 17:18:40.215024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:40.232103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Transition to ACTIVE for port object f28b5731-1d59-4e94-b9c1-d84de7df9e60 will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:40.254372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:40.260267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:40.342432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Network 9302024a-5672-4dab-93c4-d25b784e8186 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:40.347197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:40.349766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:40.383186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event updated for resources: {'Port': ['ID=f28b5731-1d59-4e94-b9c1-d84de7df9e60,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:40.386516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:40.433276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:40.434301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:40.468202 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0596819 Jul 23 17:18:40.713482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Request body: {'port': {'device_id': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:40.721152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a2550c4a-d2c2-43c6-8a5c-7f7c92f56b70 None None] Provisioning for port f28b5731-1d59-4e94-b9c1-d84de7df9e60 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:40.727019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a2550c4a-d2c2-43c6-8a5c-7f7c92f56b70 None None] Provisioning complete for port f28b5731-1d59-4e94-b9c1-d84de7df9e60 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:40.727435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a2550c4a-d2c2-43c6-8a5c-7f7c92f56b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:40.786500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-a2550c4a-d2c2-43c6-8a5c-7f7c92f56b70 None None] Port f28b5731-1d59-4e94-b9c1-d84de7df9e60 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:18:40.907044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.091214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54586) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:41.263208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931758e-9403-42c4-9f7a-ee72dafd817a req-3b9f1af6-4afe-4de6-a551-b73dae3ef3b6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:41.265270 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b931758e-9403-42c4-9f7a-ee72dafd817a req-3b9f1af6-4afe-4de6-a551-b73dae3ef3b6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 932 time: 0.1103468 Jul 23 17:18:41.298691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1434728172-network', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:41.306907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:41.314548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Usage tracker for resource:network and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:41.318295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:41.335926 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:41.351890 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b931758e-9403-42c4-9f7a-ee72dafd817a req-2c901f5e-cbe6-41b4-bb48-ab622914d8ef tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801570 Jul 23 17:18:41.356790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Made reservation on behalf of b4fa9bdd038a439ea54537869266c0cd for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:41.362241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.388865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.439800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:41.444612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:41.447662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:41.454445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:41.459952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28b5731-1d59-4e94-b9c1-d84de7df9e60 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:18:41.465102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.486918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Transition to ACTIVE for port object f28b5731-1d59-4e94-b9c1-d84de7df9e60 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:41.489970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.496178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-734ab8de-0122-4452-abf3-bf2910c70e6f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:41.554048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.556871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.562953 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e11ac0bf-c2ff-47cd-a6b5-06232f92c953 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:41.597134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1355} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:18:41.607552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49298af5-63ef-4558-8257-5612ac48d469,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:41.611733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:41.616088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.616792 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Added segment 26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f of type vlan for network 272a6896-56a0-4777-8f72-56cd7fce6a83 Jul 23 17:18:41.641767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Pushing event updated for resources: {'Port': ['ID=f28b5731-1d59-4e94-b9c1-d84de7df9e60,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:41.646635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:41.652866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.688230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.689556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:41.690275 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.695629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:41.770667 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Attempting to bind port f28b5731-1d59-4e94-b9c1-d84de7df9e60 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:18:41.771040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Attempting to bind port f28b5731-1d59-4e94-b9c1-d84de7df9e60 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:18:41.771406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Attempting to bind port f28b5731-1d59-4e94-b9c1-d84de7df9e60 on network 9302024a-5672-4dab-93c4-d25b784e8186 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:41.777924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Port f28b5731-1d59-4e94-b9c1-d84de7df9e60 on network 9302024a-5672-4dab-93c4-d25b784e8186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:18:41.778425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Attempting to bind port f28b5731-1d59-4e94-b9c1-d84de7df9e60 on network 9302024a-5672-4dab-93c4-d25b784e8186 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:41.786352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:18:41.786835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Checking segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:41.787335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Bound using segment: {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:18:41.787915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Bound port: f28b5731-1d59-4e94-b9c1-d84de7df9e60, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ef3531-3159-4b61-8404-4a9dd1faf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:18:41.788431 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.807209 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7146816 Jul 23 17:18:41.810419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54596) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:41.817059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Request body: {'subnet': {'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1434728172-subnet', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'ip_version': 4}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:41.824892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Pushing event updated for resources: {'Network': ['ID=272a6896-56a0-4777-8f72-56cd7fce6a83,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:41.828331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:41.830761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:41.833367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Usage tracker for resource:subnet and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:41.835754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:18:41.837305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:41.844496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:41.858224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Made reservation on behalf of b4fa9bdd038a439ea54537869266c0cd for: {'subnet': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:41.865759 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330538'] for subnet, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.945686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] For port f28b5731-1d59-4e94-b9c1-d84de7df9e60, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:18:41.949302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] For port f28b5731-1d59-4e94-b9c1-d84de7df9e60, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:18:41.953552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:41.959314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:42.035124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.036892 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] 10.222.0.102 "PUT /v2.0/ports/f28b5731-1d59-4e94-b9c1-d84de7df9e60 HTTP/1.1" status: 200 len: 1094 time: 1.5615244 Jul 23 17:18:42.037312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:42.075825 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Pushing event updated for resources: {'Port': ['ID=f28b5731-1d59-4e94-b9c1-d84de7df9e60,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:42.084970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:42.163545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1664153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330553'] for subnet, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.164571 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'status': 'completed', 'code': 200} Jul 23 17:18:42.176167 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5ff0bf03-57cc-4541-b6d6-daefa412eed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:42.239692 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-0eff588f-1f8c-45fd-ac83-8b184ab9d351 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 1097 time: 0.1511340 Jul 23 17:18:42.267430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e82100a-a0a9-4ef6-9448-37850d809cbe,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:42.272209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:42.275899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Checking segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:42.276299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Network hostable DHCP agents. Network: 272a6896-56a0-4777-8f72-56cd7fce6a83, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:18:42.306411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:18:42.316900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 272a6896-56a0-4777-8f72-56cd7fce6a83) {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:42.321294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:42.321981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.335110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd54f7f-c5d8-4195-a10a-d6c9509cc24c None None] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:18:42.339397 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-d776d42b-8ec9-44eb-bbe9-20f4e876a3d0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60 HTTP/1.1" status: 200 len: 217 time: 0.0882058 Jul 23 17:18:42.359947 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8cb3b3ae-054b-4880-85e5-d7829aa32e4f admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5483778 Jul 23 17:18:42.368110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54606) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:42.374676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:42.386582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:42.399433 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Usage tracker for resource:router and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:42.408068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:42.429922 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:42.444904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.445970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.471201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-0bd7572e-d810-44bf-9c00-70522d7f08fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:42.472823 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-0bd7572e-d810-44bf-9c00-70522d7f08fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.1191483 Jul 23 17:18:42.486786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.604263 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-7b378ddb-910a-4c7a-986a-54efbac6692d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240199 Jul 23 17:18:42.609790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.738297 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-272a6896-56a0-4777-8f72-56cd7fce6a83', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:18:42.739416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.780967 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-54c6601f-9757-49a3-85b8-f2606a2f5328 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671619 Jul 23 17:18:42.838833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:42.874038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990724b2-8034-495d-a17b-d111f4662987 req-0da57f2e-1b4a-462c-87ee-1aa8214cdca3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:42.882301 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-990724b2-8034-495d-a17b-d111f4662987 req-0da57f2e-1b4a-462c-87ee-1aa8214cdca3 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 944 time: 0.2780335 Jul 23 17:18:42.966507 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2240d6cb-43bb-4bc9-b470-3b5feea6baba req-5d6aa93c-e7c8-4eac-8713-01ac4a1dfc64 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793942 Jul 23 17:18:43.004280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Allocated IP 172.20.0.2 (272a6896-56a0-4777-8f72-56cd7fce6a83/6e82100a-a0a9-4ef6-9448-37850d809cbe/ffc289f5-7e3f-48e4-bd89-4c4da831211e) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:43.074458 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-990724b2-8034-495d-a17b-d111f4662987 req-57a1b0aa-4578-4df4-80d3-9400134b93f1 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911871 Jul 23 17:18:43.113514 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-392d8fc5-3256-4fcc-bd04-0a97bd8e1104 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 1097 time: 0.0934825 Jul 23 17:18:43.141223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e673393-5a93-4fb9-bb48-323d7be348d7 req-cbda0adb-99c0-41c9-bf85-f62f36a4e038 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:43.142858 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1e673393-5a93-4fb9-bb48-323d7be348d7 req-cbda0adb-99c0-41c9-bf85-f62f36a4e038 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1278882 Jul 23 17:18:43.253200 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1e673393-5a93-4fb9-bb48-323d7be348d7 req-e6d4885d-24e0-4a2a-a7b0-fdaaf5a349cf tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996902 Jul 23 17:18:43.281740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.303836 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.316536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-0e611a64-d22b-40fd-8c5a-0f3e0e9c4c69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:43.316804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Transition to ACTIVE for port object ffc289f5-7e3f-48e4-bd89-4c4da831211e will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:43.318359 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-0e611a64-d22b-40fd-8c5a-0f3e0e9c4c69 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.1982620 Jul 23 17:18:43.319413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.340367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Transition to ACTIVE for port object ffc289f5-7e3f-48e4-bd89-4c4da831211e will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:43.346311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.365127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:43.419429 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-89373fb6-8bde-4e84-89fc-e883e10d6315 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60 HTTP/1.1" status: 200 len: 217 time: 0.0942812 Jul 23 17:18:43.420068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:43.423727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:43.428175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:43.451725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Pushing event updated for resources: {'Port': ['ID=ffc289f5-7e3f-48e4-bd89-4c4da831211e,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:43.510039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-6f61f87b-1487-41c9-9be9-cc052ce21603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:43.512126 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-6f61f87b-1487-41c9-9be9-cc052ce21603 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.0844216 Jul 23 17:18:43.548219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Allocated IP 172.28.0.216 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/b995b681-994d-4bae-b11b-53d76bcdd869) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:43.555484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.556483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.556483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.557130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.557130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.557309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.557610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.557978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.558372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.558802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.559168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:43.568030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:43.572751 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Attempting to bind port ffc289f5-7e3f-48e4-bd89-4c4da831211e on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:18:43.573174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Attempting to bind port ffc289f5-7e3f-48e4-bd89-4c4da831211e by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:18:43.573573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Attempting to bind port ffc289f5-7e3f-48e4-bd89-4c4da831211e on network 272a6896-56a0-4777-8f72-56cd7fce6a83 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:43.583309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:18:43.583814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Checking segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:43.584268 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.584707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Bound using segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:18:43.585228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Bound port: ffc289f5-7e3f-48e4-bd89-4c4da831211e, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:18:43.585650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.625290 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-7dd5ec36-77a1-47a4-8b86-9d9a0eb0ce97 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042829 Jul 23 17:18:43.706194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] For port ffc289f5-7e3f-48e4-bd89-4c4da831211e, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:18:43.710088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] For port ffc289f5-7e3f-48e4-bd89-4c4da831211e, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ffc289f5-7e3f-48e4-bd89-4c4da831211e,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:18:43.720144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.727670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:43.764443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.828461 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-cedd0566-5064-4d8d-a537-d069b0768e05 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963377 Jul 23 17:18:43.832954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:43.869239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:43.878772 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Pushing event updated for resources: {'Port': ['ID=ffc289f5-7e3f-48e4-bd89-4c4da831211e,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:43.882428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:43.933029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:43.936257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:43.941246 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:44.007180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Pushing event updated for resources: {'Port': ['ID=b995b681-994d-4bae-b11b-53d76bcdd869,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:44.012613 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:44.168703 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:44.169532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:44.244301 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c4f60924-bb4c-4fb2-b920-b1cc5632a5b0 req-bc413a3b-852d-416e-ba44-861ea79bfbf8 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067919 Jul 23 17:18:44.502025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8103-7ce4-4a04-bff4-9d7df4454477 req-130cc370-49e8-4a8d-8813-3505f1d13441 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:44.503911 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-513c8103-7ce4-4a04-bff4-9d7df4454477 req-130cc370-49e8-4a8d-8813-3505f1d13441 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 944 time: 0.2613032 Jul 23 17:18:44.563000 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ffc289f5-7e3f-48e4-bd89-4c4da831211e up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:44.593750 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-513c8103-7ce4-4a04-bff4-9d7df4454477 req-354a6054-5ae9-4a8e-a370-d1a6fce7ef23 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827484 Jul 23 17:18:44.600634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909dea-5cb2-4e50-82f0-650598fdb648 req-afa9d837-dccb-4413-977e-b7414f2b0c58 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:44.602685 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b7909dea-5cb2-4e50-82f0-650598fdb648 req-afa9d837-dccb-4413-977e-b7414f2b0c58 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1766100 Jul 23 17:18:44.648307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port ffc289f5-7e3f-48e4-bd89-4c4da831211e completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:44.688445 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b7909dea-5cb2-4e50-82f0-650598fdb648 req-b23a6981-40f3-46d2-b359-036cb268eee5 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750797 Jul 23 17:18:44.710044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:18:44.722209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f28b5731-1d59-4e94-b9c1-d84de7df9e60 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:18:44.876189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f28b5731-1d59-4e94-b9c1-d84de7df9e60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:44.892716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'port_id': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'mac_address': 'fa:16:3e:a0:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:18:44.954144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:44.975500 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28b5731-1d59-4e94-b9c1-d84de7df9e60 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:18:44.992248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f28b5731-1d59-4e94-b9c1-d84de7df9e60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:44.995555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:44.998351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:45.072248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=f28b5731-1d59-4e94-b9c1-d84de7df9e60,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:45.075570 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:45.191203 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:18:45.201197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Sync routers for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:18:45.213905 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:45.214710 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:45.216771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:45.218376 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8490992 Jul 23 17:18:45.221202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54632) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:45.268042 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['f28b5731-1d59-4e94-b9c1-d84de7df9e60'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:18:45.506833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:45.666376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830af742-12dc-4be6-a713-6776bb11d9e0 None None] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:18:46.028019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155e1d0-66cf-4e04-b9ce-b5d9b36dbe2f req-3b106065-be90-41d2-92ae-c3784d7a0a10 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:46.029916 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a155e1d0-66cf-4e04-b9ce-b5d9b36dbe2f req-3b106065-be90-41d2-92ae-c3784d7a0a10 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 945 time: 0.2709846 Jul 23 17:18:46.047460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18167c-7645-4275-a3f6-775d6146261f req-ffb48f68-d05c-400a-8228-9b6b4f2986d6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:46.049296 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8a18167c-7645-4275-a3f6-775d6146261f req-ffb48f68-d05c-400a-8228-9b6b4f2986d6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1654623 Jul 23 17:18:46.153725 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a155e1d0-66cf-4e04-b9ce-b5d9b36dbe2f req-8b6a6f21-7239-474a-adda-3fde5aa7a5d2 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024668 Jul 23 17:18:46.160217 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8a18167c-7645-4275-a3f6-775d6146261f req-a1dae891-551a-4a02-be94-c5dee200c67c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867946 Jul 23 17:18:46.173878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Provisioning for port ffc289f5-7e3f-48e4-bd89-4c4da831211e completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:46.190371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Provisioning complete for port ffc289f5-7e3f-48e4-bd89-4c4da831211e triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:46.190790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.366961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.420764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:44Z', 'revision_number': 3, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:46.430750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Checking router: ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:18:46.431141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Updating router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 port b995b681-994d-4bae-b11b-53d76bcdd869 binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:18:46.491857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.526740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.594027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Allocated IP 172.20.0.1 (272a6896-56a0-4777-8f72-56cd7fce6a83/6e82100a-a0a9-4ef6-9448-37850d809cbe/11612d00-83f8-406a-8122-58d3daedc85b) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:46.606106 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] For port ffc289f5-7e3f-48e4-bd89-4c4da831211e, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ffc289f5-7e3f-48e4-bd89-4c4da831211e,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:46.664129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.672828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:46.730474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f28b5731-1d59-4e94-b9c1-d84de7df9e60 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:46.779765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.805075 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Transition to ACTIVE for port object 11612d00-83f8-406a-8122-58d3daedc85b will not be triggered until provisioned by entity DHCP. {{(pid=82117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:46.832897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.846381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:46.911727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:46.917440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:46.917608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Pushing event updated for resources: {'Port': ['ID=ffc289f5-7e3f-48e4-bd89-4c4da831211e,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:46.924107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:46.929451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:46.966273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Pushing event updated for resources: {'Port': ['ID=11612d00-83f8-406a-8122-58d3daedc85b,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:46.966697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port f28b5731-1d59-4e94-b9c1-d84de7df9e60 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:46.975186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:46.988948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:46.993231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port f28b5731-1d59-4e94-b9c1-d84de7df9e60 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:46.993657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.085997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.107032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-1b1fc9d8-94c8-4d17-be31-264be90d0d86 None None] Provisioning complete for port ffc289f5-7e3f-48e4-bd89-4c4da831211e triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:47.107482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc9d8-94c8-4d17-be31-264be90d0d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.331472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.403491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Transition to ACTIVE for port object b995b681-994d-4bae-b11b-53d76bcdd869 will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:47.411854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.429053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.436786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:47.506402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.512711 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.539842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:47.545327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-06608ce2-eac2-4670-8da1-2a44c481fe01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:47.555892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f138b-7197-4894-97d5-65b016e6597f None None] Pushing event updated for resources: {'Port': ['ID=b995b681-994d-4bae-b11b-53d76bcdd869,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:47.558873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-359f138b-7197-4894-97d5-65b016e6597f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:47.565147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port f28b5731-1d59-4e94-b9c1-d84de7df9e60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:47.565376 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Attempting to bind port b995b681-994d-4bae-b11b-53d76bcdd869 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:18:47.565998 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Attempting to bind port b995b681-994d-4bae-b11b-53d76bcdd869 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:18:47.566428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Attempting to bind port b995b681-994d-4bae-b11b-53d76bcdd869 on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:47.570190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.574349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:47.630606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:18:47.631027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:47.631474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.631915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:18:47.632446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Bound port: b995b681-994d-4bae-b11b-53d76bcdd869, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:18:47.632857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.656540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b213f90-3344-4357-b433-a2cd12c63bfb req-a52fd6f2-08f1-4740-9172-c0e8485893a4 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:47.658230 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1b213f90-3344-4357-b433-a2cd12c63bfb req-a52fd6f2-08f1-4740-9172-c0e8485893a4 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.2955644 Jul 23 17:18:47.664414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86c300-3a34-4733-896a-401a65db4efe req-73a4222a-4383-439f-9be2-7aff04938684 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:47.666156 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3d86c300-3a34-4733-896a-401a65db4efe req-73a4222a-4383-439f-9be2-7aff04938684 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 945 time: 0.3016162 Jul 23 17:18:47.722238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.723626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=f28b5731-1d59-4e94-b9c1-d84de7df9e60,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:47.725695 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Pushing event updated for resources: {'Port': ['ID=11612d00-83f8-406a-8122-58d3daedc85b,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:47.726359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-387ae46b-6637-48f8-a103-12f19958bd65 None None] Provisioning for port 11612d00-83f8-406a-8122-58d3daedc85b completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:47.729840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:47.735123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:47.740806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-387ae46b-6637-48f8-a103-12f19958bd65 None None] Provisioning complete for port 11612d00-83f8-406a-8122-58d3daedc85b triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:47.741226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-387ae46b-6637-48f8-a103-12f19958bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.786970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] For port b995b681-994d-4bae-b11b-53d76bcdd869, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:18:47.807488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] For port b995b681-994d-4bae-b11b-53d76bcdd869, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=b995b681-994d-4bae-b11b-53d76bcdd869,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:18:47.810291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-387ae46b-6637-48f8-a103-12f19958bd65 None None] Port 11612d00-83f8-406a-8122-58d3daedc85b cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:18:47.813304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:47.817948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:47.904994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f138b-7197-4894-97d5-65b016e6597f None None] Pushing event updated for resources: {'Port': ['ID=b995b681-994d-4bae-b11b-53d76bcdd869,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:47.909302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-359f138b-7197-4894-97d5-65b016e6597f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:47.910421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:47.911104 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:48.087763 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3d86c300-3a34-4733-896a-401a65db4efe req-2ad8c1b4-0950-4bd7-99c1-ed7978a0ba6d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047422 Jul 23 17:18:48.089940 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1b213f90-3344-4357-b433-a2cd12c63bfb req-ae536c21-1aa3-4a04-bdf8-ea5b173a147f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150386 Jul 23 17:18:48.163145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:48.164445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:48.281643 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'code': 200} Jul 23 17:18:48.308734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:48.546304 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c448c69a-bb8a-4fd2-9149-9126d21f98e4 req-1042415e-aa46-47a4-900a-d3ee650b017b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 1099 time: 0.1144710 Jul 23 17:18:48.567238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ffc289f5-7e3f-48e4-bd89-4c4da831211e up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:48.600732 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c448c69a-bb8a-4fd2-9149-9126d21f98e4 req-88db7b21-7e49-4093-90a4-0db1be19c553 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Jul 23 17:18:48.639423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:18:48.701267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-7ca4ff4a-0f89-4e14-8894-b16be32f3f30 None None] Provisioning complete for port 11612d00-83f8-406a-8122-58d3daedc85b triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:48.701604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ff4a-0f89-4e14-8894-b16be32f3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:48.805607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port ffc289f5-7e3f-48e4-bd89-4c4da831211e triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:48.806228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:48.852486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4ff4a-0f89-4e14-8894-b16be32f3f30 None None] Port 11612d00-83f8-406a-8122-58d3daedc85b cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:18:48.868535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:18:48.880039 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] 10.222.0.100 "PUT /v2.0/routers/ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576478 Jul 23 17:18:48.930983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 2, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:48.943276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf38456-4e6e-4ddc-a694-8d679a1831e7 None None] The sync data for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb is: [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 2, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:18:49.179249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:18:49.392811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2fd0c-c0ac-418f-aefd-15044ed30695 req-55954aaf-72e8-4e31-aa59-b8b2250b026f tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:49.394746 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-67d2fd0c-c0ac-418f-aefd-15044ed30695 req-55954aaf-72e8-4e31-aa59-b8b2250b026f tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.1739633 Jul 23 17:18:49.401161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a936923-aa91-49f0-b8ad-0c0d9ef3ce80 req-947072c6-af29-464a-9351-5c5b642df8bb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:49.410237 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4a936923-aa91-49f0-b8ad-0c0d9ef3ce80 req-947072c6-af29-464a-9351-5c5b642df8bb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1438336 Jul 23 17:18:49.498261 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-67d2fd0c-c0ac-418f-aefd-15044ed30695 req-1222fff9-5024-4df3-a2e0-a8cf3c6800f9 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856068 Jul 23 17:18:49.546486 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4a936923-aa91-49f0-b8ad-0c0d9ef3ce80 req-944cc3f0-f8b6-4ca1-a839-19ecdfa172fb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348569 Jul 23 17:18:50.047336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54698) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:50.053591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093682632-network', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:50.060704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:50.065875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Usage tracker for resource:network and tenant:9baf70eec9c3484e8c3d6a4bdf24f7cf is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:50.072659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:50.076616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:50.088336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Made reservation on behalf of 9baf70eec9c3484e8c3d6a4bdf24f7cf for: {'network': 1} {{(pid=82117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:50.094403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for network, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.111190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.175469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:50.180176 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Usage tracker for resource:security_group_rule and tenant:9baf70eec9c3484e8c3d6a4bdf24f7cf is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:50.183624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:50.191683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:50.279984 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.283618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.288155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b83bb7c7-d271-4bde-bd5f-caa76ac99971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:50.319509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1356} {{(pid=82117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:18:50.335548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c88f63-f354-4ef6-adc0-4a83f73d15ef,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:50.339034 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:50.342341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.342842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.segments_db [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Added segment cb98dd04-216b-4d5b-b1db-473515e1a099 of type vlan for network 851d4253-fcc3-4704-8f3e-7f459c461525 Jul 23 17:18:50.379715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759605859375'] for network, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.416775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596'] for network, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.418130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:50.418780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.424647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:50.535514 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4869106 Jul 23 17:18:50.536355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Pushing event updated for resources: {'Network': ['ID=851d4253-fcc3-4704-8f3e-7f459c461525,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:50.540471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54706) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:50.540931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:50.547666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Request body: {'subnet': {'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093682632-subnet', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'ip_version': 4}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:50.560080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:50.564081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Network 851d4253-fcc3-4704-8f3e-7f459c461525 details requested by agent ovs-agent-dv-cinder-802045-1-smb with host dv-cinder-802045-1-smb {{(pid=82119) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:18:50.566085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Usage tracker for resource:subnet and tenant:9baf70eec9c3484e8c3d6a4bdf24f7cf is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:50.570849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:50.582621 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:50.595968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Made reservation on behalf of 9baf70eec9c3484e8c3d6a4bdf24f7cf for: {'subnet': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:50.625438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2483693'] for subnet, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.649358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device b995b681-994d-4bae-b11b-53d76bcdd869 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:50.841316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port b995b681-994d-4bae-b11b-53d76bcdd869 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:50.860601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port b995b681-994d-4bae-b11b-53d76bcdd869 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:50.861423 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.898659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c215827-df68-41a6-8b31-6346d25898d1 req-419d430b-569a-4fc2-baf7-d23f7eed35a7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:50.900875 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4c215827-df68-41a6-8b31-6346d25898d1 req-419d430b-569a-4fc2-baf7-d23f7eed35a7 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.2240546 Jul 23 17:18:50.907657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003677-7d86-4fda-a2a8-69fe43350123 req-142f2100-4f32-4b35-98dc-c30fc90f37bd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:50.915638 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e4003677-7d86-4fda-a2a8-69fe43350123 req-142f2100-4f32-4b35-98dc-c30fc90f37bd tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1765013 Jul 23 17:18:50.931886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483708'] for subnet, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:50.939030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:51.011300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.024389 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e4003677-7d86-4fda-a2a8-69fe43350123 req-0f228a3f-c973-4a63-9de8-2b95a6e52c37 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076777 Jul 23 17:18:51.031219 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4c215827-df68-41a6-8b31-6346d25898d1 req-1fcc490f-cb7f-458d-817c-963065c426ac tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124020 Jul 23 17:18:51.033084 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbef260-40f1-47ca-8689-ba7844d59bba,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:51.037877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:51.042306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port b995b681-994d-4bae-b11b-53d76bcdd869, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=b995b681-994d-4bae-b11b-53d76bcdd869,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:51.049092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Checking segment: {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:51.049495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Network hostable DHCP agents. Network: 851d4253-fcc3-4704-8f3e-7f459c461525, hostable agents: ['e4e10a60-6d80-4e1a-afc5-37c68887e095'], hosted agents: [] {{(pid=82118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:18:51.055008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.059351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-49034a48-c4f3-40a8-979f-83e7f4017211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:51.080681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Network 851d4253-fcc3-4704-8f3e-7f459c461525 is scheduled to be hosted by DHCP agent e4e10a60-6d80-4e1a-afc5-37c68887e095 with binding_index 1 {{(pid=82118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:18:51.092350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-smb, 851d4253-fcc3-4704-8f3e-7f459c461525) {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:51.097903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:51.098749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.116053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c190a-197c-4794-a4b6-36c2803326b7 None None] Network 851d4253-fcc3-4704-8f3e-7f459c461525 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:18:51.126947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54718) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:51.127176 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-523ab671-00ff-46e4-85c8-08c0a6806bdf admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5850410 Jul 23 17:18:51.132856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:51.141436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:51.146006 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Usage tracker for resource:router and tenant:9baf70eec9c3484e8c3d6a4bdf24f7cf is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:51.149227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:51.155700 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:51.166172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63343'] for router, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.167207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854158142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712457'] for router, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.240179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.251010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=b995b681-994d-4bae-b11b-53d76bcdd869,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:51.264352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:51.353288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad0ae3-9894-4f12-958c-a8df5f70d4d4 req-b0ebd9b8-039c-4b58-abc0-8e3863d60665 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:51.354940 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-89ad0ae3-9894-4f12-958c-a8df5f70d4d4 req-b0ebd9b8-039c-4b58-abc0-8e3863d60665 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.1693707 Jul 23 17:18:51.370382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54724) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:51.377853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Request body: {'floatingip': {'port_id': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:51.402255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029b63d-bdee-5fd6-9091-fc2ea08e55f6-851d4253-fcc3-4704-8f3e-7f459c461525', 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'fixed_ips': [{'subnet_id': '0dbef260-40f1-47ca-8689-ba7844d59bba'}]}} from dv-cinder-802045-1-smb. {{(pid=82119) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:18:51.403682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.448536 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712568'] for router, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.501460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.604249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Allocated IP 172.20.0.2 (851d4253-fcc3-4704-8f3e-7f459c461525/0dbef260-40f1-47ca-8689-ba7844d59bba/6ac26a69-9d4e-4520-b817-3a0f07666334) {{(pid=82119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:51.714101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.760888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.801620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54732) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:51.887868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Notify callbacks [] for port, precommit_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.900416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Transition to ACTIVE for port object 6ac26a69-9d4e-4520-b817-3a0f07666334 will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:51.921612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Transition to ACTIVE for port object 6ac26a69-9d4e-4520-b817-3a0f07666334 will not be triggered until provisioned by entity DHCP. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:51.927266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990'] for port, after_create {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:51.932958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:51.943058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Allocated IP 172.28.0.82 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/8d696a34-b5c4-4e1a-b287-b60d2cea386e) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:52.002059 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Pushing event updated for resources: {'Port': ['ID=6ac26a69-9d4e-4520-b817-3a0f07666334,revision_number=1']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:52.007973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:52.022944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Network 851d4253-fcc3-4704-8f3e-7f459c461525 is already hosted by enough agents. {{(pid=82119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:52.024304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Resources bound (agent type, host, resource id): {{(pid=82119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:52.030255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Received port after_create {{(pid=82119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:52.098038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.137810 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.144151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Attempting to bind port 6ac26a69-9d4e-4520-b817-3a0f07666334 on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:18:52.144701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Attempting to bind port 6ac26a69-9d4e-4520-b817-3a0f07666334 by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:18:52.145115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Attempting to bind port 6ac26a69-9d4e-4520-b817-3a0f07666334 on network 851d4253-fcc3-4704-8f3e-7f459c461525 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:52.148557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:52.153994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:18:52.154548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Checking segment: {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:52.155005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.156189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Bound using segment: {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:18:52.156941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Bound port: 6ac26a69-9d4e-4520-b817-3a0f07666334, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:18:52.157364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.162519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1b5eb12b7d4debaaece10f4337bd73 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:52.166694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:52.168312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.175589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:52.184370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-51325ebc-344a-4e30-8ea7-423a83ebefe1 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:52.256586 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-683826cd-174a-43a1-a437-c36480a29060 None None] For port 6ac26a69-9d4e-4520-b817-3a0f07666334, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:18:52.261332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-683826cd-174a-43a1-a437-c36480a29060 None None] For port 6ac26a69-9d4e-4520-b817-3a0f07666334, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=6ac26a69-9d4e-4520-b817-3a0f07666334,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:18:52.265928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.271647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:52.293157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:52.299222 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:52.301814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:52.310001 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.316884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.356806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Pushing event updated for resources: {'Port': ['ID=8d696a34-b5c4-4e1a-b287-b60d2cea386e,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:52.360666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:52.362748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Pushing event updated for resources: {'Port': ['ID=6ac26a69-9d4e-4520-b817-3a0f07666334,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:52.366330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:52.450081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5182-f8e0-4e18-bd81-3722eb06f45b req-cbd698e9-cdea-4dc7-a8bc-93f4868b41eb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:52.453315 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1d0d5182-f8e0-4e18-bd81-3722eb06f45b req-cbd698e9-cdea-4dc7-a8bc-93f4868b41eb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.2692373 Jul 23 17:18:52.492209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.499867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.508658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-94430ea9-5828-45eb-9547-ee13ce2be79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:52.531215 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device b995b681-994d-4bae-b11b-53d76bcdd869 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:52.553233 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1d0d5182-f8e0-4e18-bd81-3722eb06f45b req-484bac10-5d3a-4e7a-9129-aed28f1bd955 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885770 Jul 23 17:18:52.566020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e571c2d2-4afd-4bf3-8043-b9acccba5492,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:52.573560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:52.581744 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cc1b5eb12b7d4debaaece10f4337bd73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7767947 Jul 23 17:18:52.582082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54740) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:52.623145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.623837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854158300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624172'] for router, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.644118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port b995b681-994d-4bae-b11b-53d76bcdd869 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:52.644533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.670462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.717699 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Floating IP f889b2a0-c670-4b72-846e-b22989badf39 associated. External IP: 172.28.0.3, port: f28b5731-1d59-4e94-b9c1-d84de7df9e60. Jul 23 17:18:52.807432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:52.954753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Router 6047e129-e873-44d3-aa5d-bbb982de93fa is scheduled to L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e with binding_index 1 {{(pid=82117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:18:52.992292 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:53.000515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5390a9aa-4ee1-4ac2-b825-44571760c466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:53.014896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e571c2d2-4afd-4bf3-8043-b9acccba5492,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:53.022460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:53.036547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:53.040573 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-29fb0e28-278a-42e0-816b-b5b21d09cfc8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e571c2d2-4afd-4bf3-8043-b9acccba5492 HTTP/1.1" status: 204 len: 168 time: 0.4574468 Jul 23 17:18:53.306507 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Router 2965e31f-999c-486b-892f-6b139b233047 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:18:53.391743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Sync routers for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:18:53.408673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:53.409375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:53.444178 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:18:53.454046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Sync routers for ids ['6047e129-e873-44d3-aa5d-bbb982de93fa'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:18:53.478981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:53.480424 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-67d01869-c4d0-4d95-a296-f5811f257ffb admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3523777 Jul 23 17:18:53.482387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Routers {'6047e129-e873-44d3-aa5d-bbb982de93fa'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:53.486231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54754) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:53.488930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['6047e129-e873-44d3-aa5d-bbb982de93fa'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:53.545516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:18:53.550605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:53.622283 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-edbb0fff-4d99-4255-a385-aec9db026c34 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "PUT /v2.0/floatingips/f889b2a0-c670-4b72-846e-b22989badf39 HTTP/1.1" status: 200 len: 990 time: 2.2504504 Jul 23 17:18:53.623295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:18:53.718407 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:53.846342 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Set router 6047e129-e873-44d3-aa5d-bbb982de93fa gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:53.922056 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:18:53.947375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:53.950488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:54.134607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c85ec-edb5-480e-a15d-1629b16b2055 req-005196ee-208f-4170-9d24-55fa411098f8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:54.145031 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bd5c85ec-edb5-480e-a15d-1629b16b2055 req-005196ee-208f-4170-9d24-55fa411098f8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.2614574 Jul 23 17:18:54.250892 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bd5c85ec-edb5-480e-a15d-1629b16b2055 req-e5891f66-100b-479a-94fd-c6e2b4b8bd3b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046975 Jul 23 17:18:54.296032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:54.346782 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'status': 'completed', 'code': 200} Jul 23 17:18:54.595810 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-18e7c43f-382d-45ad-be25-c66e71f06376 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 1099 time: 0.2172058 Jul 23 17:18:54.679974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 6ac26a69-9d4e-4520-b817-3a0f07666334 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:54.977015 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f414fc60-a513-4e18-8cd0-cc059e585b68 None None] Network 851d4253-fcc3-4704-8f3e-7f459c461525 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:18:55.016468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.103973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 6ac26a69-9d4e-4520-b817-3a0f07666334 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:55.114816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-8f0a4c8f-5b9a-4842-a24a-a30c927e69ab None None] Provisioning for port 6ac26a69-9d4e-4520-b817-3a0f07666334 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:55.127107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 6ac26a69-9d4e-4520-b817-3a0f07666334 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:55.127684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.164635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-8f0a4c8f-5b9a-4842-a24a-a30c927e69ab None None] Provisioning complete for port 6ac26a69-9d4e-4520-b817-3a0f07666334 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:55.165216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8f0a4c8f-5b9a-4842-a24a-a30c927e69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.262224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:52Z', 'revision_number': 3, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:55.280705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Checking router: 6047e129-e873-44d3-aa5d-bbb982de93fa for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:18:55.280705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Updating router 6047e129-e873-44d3-aa5d-bbb982de93fa port 8d696a34-b5c4-4e1a-b287-b60d2cea386e binding host dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:18:55.318543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Allocated IP 172.20.0.1 (851d4253-fcc3-4704-8f3e-7f459c461525/0dbef260-40f1-47ca-8689-ba7844d59bba/5f8eaae2-d205-46b7-9b01-c2a5c0da933d) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:55.330649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-1a45ca5e-f5b1-4ed7-9862-637a66424d8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:55.333926 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-1a45ca5e-f5b1-4ed7-9862-637a66424d8c service neutron] 10.222.0.102 "GET /v2.0/networks?id=9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 200 len: 913 time: 0.7227883 Jul 23 17:18:55.392432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 2, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:55.399675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Checking router: ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:18:55.400101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Updating router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 port 11612d00-83f8-406a-8122-58d3daedc85b binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:18:55.485266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.578623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': 'f889b2a0-c670-4b72-846e-b22989badf39', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '2965e31f-999c-486b-892f-6b139b233047', 'port_id': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'mac_address': 'fa:16:3e:a0:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:18:35Z', 'updated_at': '2021-07-23T17:18:52Z', 'revision_number': 1, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:55.587464 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:18:55.614356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.615538 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-70aa51ac-f053-4b73-b214-f3137c7aa943 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60 HTTP/1.1" status: 200 len: 998 time: 0.2736878 Jul 23 17:18:55.673037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df66ed-e16a-4170-980d-d3dea16e8a7b req-7d7ebe6f-6055-43e1-be6a-a4c33ef98e95 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:55.674832 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-92df66ed-e16a-4170-980d-d3dea16e8a7b req-7d7ebe6f-6055-43e1-be6a-a4c33ef98e95 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.2073565 Jul 23 17:18:55.680705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.702635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-538ac240-4037-4829-872d-96d656c3a26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:55.705165 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-538ac240-4037-4829-872d-96d656c3a26a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 200 len: 850 time: 0.0816386 Jul 23 17:18:55.709173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:55.709899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:55.761439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Transition to ACTIVE for port object 5f8eaae2-d205-46b7-9b01-c2a5c0da933d will not be triggered until provisioned by entity DHCP. {{(pid=82117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:55.764555 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-92df66ed-e16a-4170-980d-d3dea16e8a7b req-1424261c-ceac-4211-8f58-5ba032f1222e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800779 Jul 23 17:18:55.802796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:55.825051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:55.855598 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-723764b7-8584-4660-b1cb-668bf3157b0a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9302024a-5672-4dab-93c4-d25b784e8186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1439672 Jul 23 17:18:55.890233 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Network 851d4253-fcc3-4704-8f3e-7f459c461525 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:55.893834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:55.898197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:55.967704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152463'] for router_interface, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.042523 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-cfee443f-ea8c-4319-b996-d756e61f3109 service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793075 Jul 23 17:18:56.068949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:56.085273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:56.111605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.227826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.242571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Transition to ACTIVE for port object 11612d00-83f8-406a-8122-58d3daedc85b will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:56.285534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Notify callbacks [] for port, precommit_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.319377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.341510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8f0a4c8f-5b9a-4842-a24a-a30c927e69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.353310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Transition to ACTIVE for port object 8d696a34-b5c4-4e1a-b287-b60d2cea386e will not be triggered until provisioned by entity L2. {{(pid=82119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:18:56.358186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.374954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f6a87e16-160c-4649-8b6a-fe91f964754d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:56.385222 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.392339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:56.392987 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d70b25af-fa43-4170-ad77-ec725a9b0bee req-1b9d53da-40df-4492-b65c-647881c5ae0f service neutron] 10.222.0.102 "GET /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412046 Jul 23 17:18:56.482398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 6ac26a69-9d4e-4520-b817-3a0f07666334, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=6ac26a69-9d4e-4520-b817-3a0f07666334,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:56.521577 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.526627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.564418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:56.571299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.599959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72fcd7-4180-435c-9629-b34e3fa7c9ff None None] Pushing event updated for resources: {'Port': ['ID=8d696a34-b5c4-4e1a-b287-b60d2cea386e,revision_number=2']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:56.605139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Attempting to bind port 8d696a34-b5c4-4e1a-b287-b60d2cea386e on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:18:56.605631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Attempting to bind port 8d696a34-b5c4-4e1a-b287-b60d2cea386e by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:18:56.606172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Attempting to bind port 8d696a34-b5c4-4e1a-b287-b60d2cea386e on network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:56.609565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f72fcd7-4180-435c-9629-b34e3fa7c9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:56.613020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:56.632388 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Pushing event updated for resources: {'Port': ['ID=11612d00-83f8-406a-8122-58d3daedc85b,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:56.709933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:56.726030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:56.729986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847105545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623186'] for router_interface, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.743492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:18:56.743914 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Checking segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:56.744369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.744805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Bound using segment: {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'} {{(pid=82119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:18:56.745603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Bound port: 8d696a34-b5c4-4e1a-b287-b60d2cea386e, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a71c44-1881-430e-b113-cd50d085e8af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388'}}] {{(pid=82119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:18:56.746055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.775611 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.776815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.777820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.778413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.778981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.779555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.780120 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.780768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.781381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.781985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.782581 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.820896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:56.836808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:56.906641 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Attempting to bind port 11612d00-83f8-406a-8122-58d3daedc85b on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:18:56.907086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Attempting to bind port 11612d00-83f8-406a-8122-58d3daedc85b by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:18:56.907737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Attempting to bind port 11612d00-83f8-406a-8122-58d3daedc85b on network 272a6896-56a0-4777-8f72-56cd7fce6a83 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:18:56.916461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:18:56.917057 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Checking segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:56.917805 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.918323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Bound using segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:18:56.919092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Bound port: 11612d00-83f8-406a-8122-58d3daedc85b, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:18:56.919617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.956530 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-8f0a4c8f-5b9a-4842-a24a-a30c927e69ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:18:56.956794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-8f0a4c8f-5b9a-4842-a24a-a30c927e69ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:18:56.979054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=6ac26a69-9d4e-4520-b817-3a0f07666334,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:57.014130 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:57.024150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] For port 8d696a34-b5c4-4e1a-b287-b60d2cea386e, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:18:57.031470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] For port 8d696a34-b5c4-4e1a-b287-b60d2cea386e, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=8d696a34-b5c4-4e1a-b287-b60d2cea386e,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:18:57.038015 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.064069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-eeb76601-690d-4e69-9664-be8823488ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:57.066348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] For port 11612d00-83f8-406a-8122-58d3daedc85b, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:18:57.070437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] For port 11612d00-83f8-406a-8122-58d3daedc85b, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=11612d00-83f8-406a-8122-58d3daedc85b,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:18:57.076188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.096198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-463181f4-c9fa-4db1-9f9c-97b6f47ad011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:57.102872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Network 851d4253-fcc3-4704-8f3e-7f459c461525 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:57.108892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:57.177368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72fcd7-4180-435c-9629-b34e3fa7c9ff None None] Pushing event updated for resources: {'Port': ['ID=8d696a34-b5c4-4e1a-b287-b60d2cea386e,revision_number=3']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:57.180820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f72fcd7-4180-435c-9629-b34e3fa7c9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:57.182003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Pushing event updated for resources: {'Port': ['ID=11612d00-83f8-406a-8122-58d3daedc85b,revision_number=4']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:57.203273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Routers {'6047e129-e873-44d3-aa5d-bbb982de93fa'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:57.203992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['6047e129-e873-44d3-aa5d-bbb982de93fa'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:57.257490 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:57.318040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:18:57.318949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:57.552659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] Set router 6047e129-e873-44d3-aa5d-bbb982de93fa gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:57.642615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6e40-ae18-48ef-a74e-dc667dd25743 req-352c1b17-d150-46b5-b2e2-45f8799292e3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:57.644367 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-310e6e40-ae18-48ef-a74e-dc667dd25743 req-352c1b17-d150-46b5-b2e2-45f8799292e3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.5925879 Jul 23 17:18:57.818420 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-310e6e40-ae18-48ef-a74e-dc667dd25743 req-5eb78d26-7c07-401f-a50d-a29bcd857098 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447611 Jul 23 17:18:57.926782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Router 6047e129-e873-44d3-aa5d-bbb982de93fa has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:18:58.057321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:18:58.300325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-381c4273-057d-44be-b2d1-f9ee62d7f459 None None] Provisioning complete for port 6ac26a69-9d4e-4520-b817-3a0f07666334 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:58.301099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-381c4273-057d-44be-b2d1-f9ee62d7f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.363339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '5f8eaae2-d205-46b7-9b01-c2a5c0da933d', 'name': '', 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'mac_address': 'fa:16:3e:c1:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:55Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 2, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'subnets': [{'id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:58.373511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c534601-edff-4e8e-99e9-22f22f3e5a05 None None] The sync data for ids ['6047e129-e873-44d3-aa5d-bbb982de93fa'] in dv-cinder-802045-1-smb is: [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '5f8eaae2-d205-46b7-9b01-c2a5c0da933d', 'name': '', 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'mac_address': 'fa:16:3e:c1:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:55Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 2, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'subnets': [{'id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:18:58.402379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:18:58.425915 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] 10.222.0.100 "PUT /v2.0/routers/6047e129-e873-44d3-aa5d-bbb982de93fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9383841 Jul 23 17:18:58.478279 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-381c4273-057d-44be-b2d1-f9ee62d7f459 None None] Provisioning for port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:58.484537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-381c4273-057d-44be-b2d1-f9ee62d7f459 None None] Provisioning complete for port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:58.485261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-381c4273-057d-44be-b2d1-f9ee62d7f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.489487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': 'f889b2a0-c670-4b72-846e-b22989badf39', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '2965e31f-999c-486b-892f-6b139b233047', 'port_id': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'mac_address': 'fa:16:3e:a0:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:18:35Z', 'updated_at': '2021-07-23T17:18:52Z', 'revision_number': 1, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:58.499955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9be8f-143e-4b20-ae17-d5d23293c737 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': 'f889b2a0-c670-4b72-846e-b22989badf39', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': '2965e31f-999c-486b-892f-6b139b233047', 'port_id': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'mac_address': 'fa:16:3e:a0:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:18:35Z', 'updated_at': '2021-07-23T17:18:52Z', 'revision_number': 1, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:18:58.541963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:57Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:18:58.547521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fccb06-6528-4b75-ae11-231463ae1ea6 None None] The sync data for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb is: [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:57Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:18:58.550870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-381c4273-057d-44be-b2d1-f9ee62d7f459 None None] Port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:18:58.722786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 11612d00-83f8-406a-8122-58d3daedc85b up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:58.822661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:18:58.846801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 11612d00-83f8-406a-8122-58d3daedc85b completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:18:58.879361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 11612d00-83f8-406a-8122-58d3daedc85b triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:18:58.879780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.170339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:59.185890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6fe19-3d45-46f7-915b-9d332c62cd5c req-fb44f8db-dcda-46e9-a888-71bb3cdca92f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:59.188278 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34b6fe19-3d45-46f7-915b-9d332c62cd5c req-fb44f8db-dcda-46e9-a888-71bb3cdca92f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1759143 Jul 23 17:18:59.298455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.334050 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-34b6fe19-3d45-46f7-915b-9d332c62cd5c req-5c806ff9-778b-4084-8e03-a485d7284b1d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329083 Jul 23 17:18:59.337074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'mac_address': 'fa:16:3e:91:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:18:59.417225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79672506-0690-47fd-b580-1b79b18d0f60 None None] New status for floating IP f889b2a0-c670-4b72-846e-b22989badf39: ACTIVE {{(pid=82119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:18:59.544991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 11612d00-83f8-406a-8122-58d3daedc85b, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=11612d00-83f8-406a-8122-58d3daedc85b,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:59.555189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.556249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 6ac26a69-9d4e-4520-b817-3a0f07666334 up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:18:59.607992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:59.656428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54834) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:59.663460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814203228', 'description': 'tempest-secgroup-smoke-1814203228 description', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:59.670065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:59.675302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:59.682910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:59.689340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.708733 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:59.720084 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.762154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:59.767242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:59.770754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:59.777197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:59.858076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.862896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.864623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aeefa45-d729-4710-8bdc-32997a7e7f60 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:18:59.888463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0c666944-38d7-44f0-afc9-6c5bb96426ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:59.919722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=11612d00-83f8-406a-8122-58d3daedc85b,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:59.923636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f5c779-abc1-4943-89a0-5d31c4a2b220,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:59.926496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.927811 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2699711 Jul 23 17:18:59.928750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:59.931992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54840) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:59.934208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:18:59.936237 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:59.939590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group_rule': {'security_group_id': 'd9f5c779-abc1-4943-89a0-5d31c4a2b220', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:59.955746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:59.960277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:59.963840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:59.973255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:59.992986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.001292 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.003542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-359f138b-7197-4894-97d5-65b016e6597f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.061046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 6ac26a69-9d4e-4520-b817-3a0f07666334 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:00.061525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.081202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.084688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.087175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.115815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30752dcb-87f8-4dd5-afd5-341599330c7e,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.119019 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.128612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.130005 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3e132b63-8b0a-4e4c-a3c7-a18fea2fcded tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1973624 Jul 23 17:19:00.132996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54844) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:00.137291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['8aeefa45-d729-4710-8bdc-32997a7e7f60'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:00.140153 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group_rule': {'security_group_id': 'd9f5c779-abc1-4943-89a0-5d31c4a2b220', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:00.149354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:00.157424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:00.162774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:00.174223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:00.215694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.283544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=6']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.293873 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.316539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.321938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.328917 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4be10eb6-f3eb-4afe-8047-d88928ae263e tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.352448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75777882-be19-4fdd-9ac4-750c771a6216,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.356070 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.367838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.369178 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9615d0a2-6dea-44ea-809d-e61dbc7b0fcd tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2350159 Jul 23 17:19:00.372525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54848) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:00.379650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group_rule': {'security_group_id': 'd9f5c779-abc1-4943-89a0-5d31c4a2b220', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:00.386674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:00.391946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:00.395668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:00.403481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:00.435644 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.565119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.568499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.579085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5c46eb14-5be3-4e09-9e98-15c243a64a27 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.604294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175b3e98-a0bc-4b18-b2c2-edf221f6f311,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.608127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.620961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.625913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54856) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:00.626072 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2522824 Jul 23 17:19:00.633811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group_rule': {'security_group_id': 'd9f5c779-abc1-4943-89a0-5d31c4a2b220', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:00.649983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:00.650479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c7a81-2772-4301-8e59-688cf85a2858 req-3885cee1-2f5f-4ffa-8f5b-523e5b88f36d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:00.652134 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-415c7a81-2772-4301-8e59-688cf85a2858 req-3885cee1-2f5f-4ffa-8f5b-523e5b88f36d tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 945 time: 0.1470959 Jul 23 17:19:00.662346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:00.672384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:00.700887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:00.742350 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.771806 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-415c7a81-2772-4301-8e59-688cf85a2858 req-090fb695-b981-455a-aae6-efd8823b5f2b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100316 Jul 23 17:19:00.832263 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:00.908863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.912282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.942863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b4789fdf-83cc-4579-8ec3-e3d6518af4b4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.958033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4246d26-eb8f-4f51-ad82-86cc62e31a29,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.968003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.969403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.971249 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9b28e79f-10f9-489f-9ff6-2e237e15be26 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3438492 Jul 23 17:19:00.974492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54870) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:00.982355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group_rule': {'security_group_id': 'd9f5c779-abc1-4943-89a0-5d31c4a2b220', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:00.990714 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:00.996718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:01.000576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:01.008260 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:01.021787 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.securitygroups_db [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Project b4fa9bdd038a439ea54537869266c0cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:19:01.036725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.092553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 8d696a34-b5c4-4e1a-b287-b60d2cea386e up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:01.168928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.174181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.211069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-016617c0-9759-4d90-80e6-a7887a4245a6 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:01.224512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.228522 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2500150 Jul 23 17:19:01.228954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54882) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:01.237261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'security_group_rule': {'security_group_id': 'd9f5c779-abc1-4943-89a0-5d31c4a2b220', 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:01.245470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 8aeefa45-d729-4710-8bdc-32997a7e7f60 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:01.249663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:01.251671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.252047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cf5f8b-aff1-4671-be71-880223587679,revision_number=0']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:01.254764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-43626559-5e73-46e3-a730-2585ba28bd41 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:01.273583 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:security_group_rule and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:01.282435 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:01.282889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54886) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:01.303917 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:01.317119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 8d696a34-b5c4-4e1a-b287-b60d2cea386e completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:01.330973 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.securitygroups_db [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Project b4fa9bdd038a439ea54537869266c0cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:19:01.332794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 8d696a34-b5c4-4e1a-b287-b60d2cea386e triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:01.332993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.343892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.444855 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.448554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005160'] for security_group_rule, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.484321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:01.489657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.501913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e380ab-da4c-4558-9a4b-a9624cc4d21a,revision_number=0']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:01.503164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.505596 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:01.507128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.508696 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3c58fc0e-0aff-4e16-bb8e-92d74065ca65 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2786548 Jul 23 17:19:01.543312 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:01.559823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:01.567055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Usage tracker for resource:security_group_rule and tenant:b649fc8d886c48e79bb058e0caaab10c is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:01.573250 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:01.581898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:01.620856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:01.635742 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.644975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:01.693867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.723846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.727749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.735052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 8d696a34-b5c4-4e1a-b287-b60d2cea386e, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=8d696a34-b5c4-4e1a-b287-b60d2cea386e,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:01.741367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.742310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 11612d00-83f8-406a-8122-58d3daedc85b up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:01.784572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78d3c7ee-3369-40a7-90d8-92e97cf9034d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:01.824902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 54926) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:01.838358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=7']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:01.839743 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b649fc8d886c48e79bb058e0caaab10c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5532491 Jul 23 17:19:01.855605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:01.855605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-359f138b-7197-4894-97d5-65b016e6597f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:01.862163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d680196c-7b74-4775-8eca-e8016608c03f,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:01.871648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:01.969697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.034822 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.095159 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-615ec66c-5bab-44fc-9e51-3630a8b52248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.117951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=8d696a34-b5c4-4e1a-b287-b60d2cea386e,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:02.122242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:02.128992 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 11612d00-83f8-406a-8122-58d3daedc85b triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:02.129507 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.189098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.196937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7eb55951-891a-4aec-8e45-484a3639ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:02.225139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680196c-7b74-4775-8eca-e8016608c03f,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:02.234473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:02.242207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.250002 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d680196c-7b74-4775-8eca-e8016608c03f HTTP/1.1" status: 204 len: 168 time: 0.4227896 Jul 23 17:19:02.259658 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'code': 200} Jul 23 17:19:02.284163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d29a-7662-4ba0-9aad-293343cff434 req-aa8ef22b-aa2a-415c-aefa-447ac7379489 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:02.294681 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-07c4d29a-7662-4ba0-9aad-293343cff434 req-aa8ef22b-aa2a-415c-aefa-447ac7379489 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1887112 Jul 23 17:19:02.387021 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-07c4d29a-7662-4ba0-9aad-293343cff434 req-8b35095f-d7fb-40b3-a29d-9a11b70add33 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912757 Jul 23 17:19:02.712141 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 8d696a34-b5c4-4e1a-b287-b60d2cea386e up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:02.878420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 8d696a34-b5c4-4e1a-b287-b60d2cea386e triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:02.880931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.916683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54960) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:02.940170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.978778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:02.984653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Usage tracker for resource:security_group_rule and tenant:be15a62dc7c54f888ac99aebf6d4d8ef is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:02.988012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:02.994516 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:03.108916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.112244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.120418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ca294428-d897-4f64-9a0e-dc10750b39ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:03.167255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab655a-a6f7-43d2-b636-ba8232e56b01,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:03.171880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:03.174543 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=be15a62dc7c54f888ac99aebf6d4d8ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2567129 Jul 23 17:19:03.177566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 54976) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:03.255492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.291248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.352937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.359512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e7ab0c76-c019-4f1b-b613-1281f7c3b415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:03.376522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab655a-a6f7-43d2-b636-ba8232e56b01,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:03.379099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:03.394557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.396114 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b1ab655a-a6f7-43d2-b636-ba8232e56b01 HTTP/1.1" status: 204 len: 168 time: 0.2175100 Jul 23 17:19:03.744125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce91cb-2ac0-4628-b45d-c1a94b04e9ba req-6f08b7c0-c758-407c-9d9c-25b702f2709a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:03.746137 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-64ce91cb-2ac0-4628-b45d-c1a94b04e9ba req-6f08b7c0-c758-407c-9d9c-25b702f2709a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1149881 Jul 23 17:19:03.808766 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-64ce91cb-2ac0-4628-b45d-c1a94b04e9ba req-0dad09b3-49b1-4137-8294-a4a5c8e47d97 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550861 Jul 23 17:19:04.222271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.455006 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Sync routers for ids ['6047e129-e873-44d3-aa5d-bbb982de93fa'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:04.475629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Routers {'6047e129-e873-44d3-aa5d-bbb982de93fa'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:04.476568 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:18:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['6047e129-e873-44d3-aa5d-bbb982de93fa'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:04.774067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Set router 6047e129-e873-44d3-aa5d-bbb982de93fa gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:05.113417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85e623-3d6e-4dab-964a-bd12dfe18feb req-446fd546-286a-447c-a6fc-08465b7758c3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:05.125662 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8e85e623-3d6e-4dab-964a-bd12dfe18feb req-446fd546-286a-447c-a6fc-08465b7758c3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1265378 Jul 23 17:19:05.172731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.206663 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8e85e623-3d6e-4dab-964a-bd12dfe18feb req-c2cee0a0-74d8-4f0d-b60c-481eda28a1b1 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796998 Jul 23 17:19:05.323258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '5f8eaae2-d205-46b7-9b01-c2a5c0da933d', 'name': '', 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'mac_address': 'fa:16:3e:c1:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:55Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 2, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'subnets': [{'id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:05.329074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Checking router: 6047e129-e873-44d3-aa5d-bbb982de93fa for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:05.329854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Updating router 6047e129-e873-44d3-aa5d-bbb982de93fa port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d binding host dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:05.403250 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.676503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-71a91cb1-60b4-45e6-9417-ed6570a8e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.922119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Notify callbacks [] for port, precommit_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.939725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Transition to ACTIVE for port object 5f8eaae2-d205-46b7-9b01-c2a5c0da933d will not be triggered until provisioned by entity L2. {{(pid=82120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:05.948401 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.963630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:06.058550 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-28c71881-0c03-46b2-a59a-ca9f0ac0f862 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986283014&fields=id&tenant_id=d2584307856241c686b776ee191bd2b9 HTTP/1.1" status: 200 len: 267 time: 0.1020248 Jul 23 17:19:06.243400 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-144ec6cc-731b-451c-b5f0-0beedb17694d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:06.255680 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-144ec6cc-731b-451c-b5f0-0beedb17694d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 985 time: 0.1874168 Jul 23 17:19:06.263670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Request body: {'port': {'security_groups': ['5e806617-6721-4836-950f-a8bf772eaba6']}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:06.569870 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef87e-da33-40c7-9123-697d8361234e None None] Pushing event updated for resources: {'Port': ['ID=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,revision_number=3']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:06.588671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a42ef87e-da33-40c7-9123-697d8361234e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:06.590371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Attempting to bind port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d on host dv-cinder-802045-1-smb for vnic_type normal with profile {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:06.594579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Attempting to bind port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d by drivers openvswitch,hyperv on host dv-cinder-802045-1-smb at level 0 using segments [{'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:06.595327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Attempting to bind port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d on network 851d4253-fcc3-4704-8f3e-7f459c461525 {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:06.621660 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Checking agent: {'id': '07d517cc-52ab-4489-9ff8-df91b4f3f21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 4, 34), 'started_at': datetime.datetime(2021, 7, 23, 17, 5, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:06.622343 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Checking segment: {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:06.622945 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.623548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Bound using segment: {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'} {{(pid=82120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:06.624494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Bound port: 5f8eaae2-d205-46b7-9b01-c2a5c0da933d, host: dv-cinder-802045-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb98dd04-216b-4d5b-b1db-473515e1a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525'}}] {{(pid=82120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:06.629849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.730525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.794143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] For port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d, host dv-cinder-802045-1-smb, cleared binding levels {{(pid=82120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:06.798939 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] For port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d, host dv-cinder-802045-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:06.807833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.829522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7afd9e7e-7c94-4776-a931-7dda9299a68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:06.916708 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Routers {'6047e129-e873-44d3-aa5d-bbb982de93fa'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:06.917420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['6047e129-e873-44d3-aa5d-bbb982de93fa'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:07.130892 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef87e-da33-40c7-9123-697d8361234e None None] Pushing event updated for resources: {'Port': ['ID=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,revision_number=4']} {{(pid=82120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:07.138764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a42ef87e-da33-40c7-9123-697d8361234e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=82120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:07.227188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:07.267031 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d98bea-2ecb-4965-b40b-3dcf2790092d req-d45aaca3-7122-44a9-9100-4328428297ee tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:07.275506 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5d98bea-2ecb-4965-b40b-3dcf2790092d req-d45aaca3-7122-44a9-9100-4328428297ee tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.6970377 Jul 23 17:19:07.289383 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.322493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] Set router 6047e129-e873-44d3-aa5d-bbb982de93fa gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:07.379322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.401571 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b5d98bea-2ecb-4965-b40b-3dcf2790092d req-d126d464-8774-4279-88f1-879cc66a8e73 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246126 Jul 23 17:19:07.402872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.410806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-027b04ae-958a-4f9e-8ad4-842000922a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:07.415022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['d8bb2647-6d74-46f8-a354-253b9a7241d9'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:07.549786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:07.550627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.552288 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b0eb7537-efc4-4688-a29c-35653d2cd5bd req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "PUT /v2.0/ports/d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 943 time: 1.2954085 Jul 23 17:19:07.552976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:07.559127 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55056) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:07.628936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event updated for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=7']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:07.642791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:07.683838 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'status': 'completed', 'code': 200} Jul 23 17:19:07.768830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.816457 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['d8bb2647-6d74-46f8-a354-253b9a7241d9'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:07.843022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.996830 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:08.002300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-34510199-1eff-4131-8d48-703415942eb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:08.034537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5d802-79a6-489f-b266-8616bd496626,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:08.037971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:08.054908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:08.056047 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "DELETE /v2.0/security-groups/0db5d802-79a6-489f-b266-8616bd496626 HTTP/1.1" status: 204 len: 168 time: 0.4953976 Jul 23 17:19:08.059747 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55066) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:08.191511 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-c0a95ff7-100f-4cb7-bbe8-1310acabf439 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1099 time: 0.2624009 Jul 23 17:19:08.376055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-01932e7f-e25d-421e-bf25-78a0a31aa86e None None] Provisioning complete for port d8bb2647-6d74-46f8-a354-253b9a7241d9 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:08.376468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01932e7f-e25d-421e-bf25-78a0a31aa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:08.386878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-bea6110f-44d7-4cb3-b788-4d265d868962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:08.388515 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-bea6110f-44d7-4cb3-b788-4d265d868962 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 916 time: 0.1888304 Jul 23 17:19:08.428010 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '5f8eaae2-d205-46b7-9b01-c2a5c0da933d', 'name': '', 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'mac_address': 'fa:16:3e:c1:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:55Z', 'updated_at': '2021-07-23T17:19:06Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'subnets': [{'id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:08.450812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28a2fe-89d2-41aa-bb79-f8b967ad9b38 None None] The sync data for ids ['6047e129-e873-44d3-aa5d-bbb982de93fa'] in dv-cinder-802045-1-smb is: [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:18:56Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '5f8eaae2-d205-46b7-9b01-c2a5c0da933d', 'name': '', 'network_id': '851d4253-fcc3-4704-8f3e-7f459c461525', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'mac_address': 'fa:16:3e:c1:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:55Z', 'updated_at': '2021-07-23T17:19:06Z', 'revision_number': 4, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'subnets': [{'id': '0dbef260-40f1-47ca-8689-ba7844d59bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:08.780624 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Deleting port 0b9e3f15-2db1-4573-b1a6-f0ba53bd6607 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:08.781188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:08.813287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5f8eaae2-d205-46b7-9b01-c2a5c0da933d up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:08.864812 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-c9b907a5-7273-4ebe-89e1-6090539dd190 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 1002 time: 0.4662251 Jul 23 17:19:08.969035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4330-96d1-4308-9d1c-4cca902c8471 req-333460d9-41c9-418c-b14f-ada6a028f0ab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:08.982389 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c25e4330-96d1-4308-9d1c-4cca902c8471 req-333460d9-41c9-418c-b14f-ada6a028f0ab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.3198686 Jul 23 17:19:09.041838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning for port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:09.059064 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:09.074032 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-c8fed852-c452-4dcd-bf7a-6457bd8e7ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:09.074654 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.076197 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-c8fed852-c452-4dcd-bf7a-6457bd8e7ae5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 200 len: 853 time: 0.2002895 Jul 23 17:19:09.116566 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c25e4330-96d1-4308-9d1c-4cca902c8471 req-e8f4693d-2b23-48bf-9e07-637aba16e5bf tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244304 Jul 23 17:19:09.311033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.386658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] For port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:09.397031 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.406675 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:09.509983 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-d7f2d6f7-dd53-4eb0-a243-b14ec557b0e7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4207926 Jul 23 17:19:09.598439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Pushing event updated for resources: {'Port': ['ID=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:09.602460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:09.614551 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.614921 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.879024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Calling delete_port for 0b9e3f15-2db1-4573-b1a6-f0ba53bd6607 owned by network:floatingip {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:10.007952 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-8ffe44a3-bad1-45b2-b5f6-2b2591c893e3 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394288 Jul 23 17:19:10.424754 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23b104df-efaa-49e6-bf41-9f597c6b725e req-5bc3e6db-1767-4145-a24b-d466e93eecfb service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087305 Jul 23 17:19:10.624715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.630716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4c4d7eaf-477a-4071-a100-0328734bb468 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:10.709069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event deleted for resources: {'Port': ['ID=0b9e3f15-2db1-4573-b1a6-f0ba53bd6607,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:10.716247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:10.739459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d9262-13da-4167-8cd2-67736de8c396 req-1414fbe6-b182-455d-9c63-6bcf73c72a0c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:10.747926 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-779d9262-13da-4167-8cd2-67736de8c396 req-1414fbe6-b182-455d-9c63-6bcf73c72a0c tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1740689 Jul 23 17:19:10.774859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5f8eaae2-d205-46b7-9b01-c2a5c0da933d up at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:10.876322 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-779d9262-13da-4167-8cd2-67736de8c396 req-44644bca-fe1e-4f9b-beb9-9af03d789ce2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272926 Jul 23 17:19:11.037579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks [] for floatingip, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.056442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Provisioning complete for port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:11.056834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.866542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Router 12087766-26f8-4a19-92c3-6a6810675b07 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:12.137098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:12.150327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] Sync routers for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:12.162152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.170139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020194-a781-4fc6-9b37-d0e0fe35ea8a req-e136de1a-da0d-423e-af28-a90bbef58ff4 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:12.172377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:12.174074 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:12.178527 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a4020194-a781-4fc6-9b37-d0e0fe35ea8a req-e136de1a-da0d-423e-af28-a90bbef58ff4 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1154406 Jul 23 17:19:12.236539 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-67b34214-aed7-4845-99b2-2c21dfffcf8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "DELETE /v2.0/floatingips/8ea055e0-0810-4c1f-aab2-fbe4cadc8835 HTTP/1.1" status: 204 len: 168 time: 4.1754520 Jul 23 17:19:12.237651 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:12.267168 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a4020194-a781-4fc6-9b37-d0e0fe35ea8a req-cadcd077-4f2b-47fb-bcd7-a5ca95c276eb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872245 Jul 23 17:19:12.406175 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'status': 'completed', 'code': 200} Jul 23 17:19:12.559798 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:12.641065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-93a08baf-9dba-40f7-8a4e-a69a9b6f2d0f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d2584307856241c686b776ee191bd2b9&device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 1099 time: 0.2032366 Jul 23 17:19:12.656787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.952750 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-4472a615-37a5-4055-9918-af46851a09e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:12.954595 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-4472a615-37a5-4055-9918-af46851a09e1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 200 len: 916 time: 0.3052900 Jul 23 17:19:13.064908 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-44e7c547-9784-4091-a8b0-e9e77e20017b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 200 len: 217 time: 0.0956264 Jul 23 17:19:13.203281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-ee965088-4327-4952-a836-394a0a61727c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:13.207397 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-ee965088-4327-4952-a836-394a0a61727c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 200 len: 853 time: 0.1418021 Jul 23 17:19:13.304147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:13.310463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] Checking router: 12087766-26f8-4a19-92c3-6a6810675b07 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:13.337088 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:13.337452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:13.404323 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-4f4c3407-b5e4-4d9c-b786-f7c678a7b844 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1908500 Jul 23 17:19:13.668934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280ff1-3c8f-49bf-b923-ec98e247ae76 req-bd16ddfb-82b9-4aad-a190-dfd5793925a3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:13.682843 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4e280ff1-3c8f-49bf-b923-ec98e247ae76 req-bd16ddfb-82b9-4aad-a190-dfd5793925a3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.2272196 Jul 23 17:19:13.722101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:13.770688 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-71ffc0a8-3539-4bf1-9ad7-0af5cfa67846 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513210 Jul 23 17:19:13.834131 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4e280ff1-3c8f-49bf-b923-ec98e247ae76 req-12228fb7-fcb3-4b05-b859-14e93ff336c0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443241 Jul 23 17:19:14.074097 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-8feda4e6-e3ee-4274-aa12-95208ffed18a req-bdff9fec-b080-4779-835d-3f56899fafb2 service neutron] 10.222.0.102 "GET /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970753 Jul 23 17:19:14.480482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:14.486706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd1cf2-1e03-4dbc-91b5-11f640dcfff6 None None] The sync data for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb is: [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:16:27Z', 'revision_number': 4, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'd1c3475e-cb68-48b6-8094-b23b89060a5c', 'name': '', 'network_id': 'd1803284-e8c9-4ca5-8993-ba0d1c6d41b2', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'mac_address': 'fa:16:3e:bb:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:26Z', 'updated_at': '2021-07-23T17:16:39Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'subnets': [{'id': '2b99af70-62a6-4f38-9dfe-7dcbdc50032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:15.159659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2488b-c83a-40fd-a70a-78b8699d9ab5 req-ec4e0f95-038c-482e-8d39-9f9cd1aa122a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:15.161796 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-43f2488b-c83a-40fd-a70a-78b8699d9ab5 req-ec4e0f95-038c-482e-8d39-9f9cd1aa122a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1462171 Jul 23 17:19:15.240684 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-43f2488b-c83a-40fd-a70a-78b8699d9ab5 req-305ad155-06a7-4ed3-8773-bd4c2e5efc24 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703533 Jul 23 17:19:15.309554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d54ff-700e-4832-91ec-a5ea9adec0c9 None None] New status for floating IP 8ea055e0-0810-4c1f-aab2-fbe4cadc8835: DOWN {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:19:16.676101 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6e0e-7aa7-4f72-9734-7b7b02f1421b req-acfcdf98-d114-46db-bdf1-8b0b6ad9d759 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:16.684040 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-89fa6e0e-7aa7-4f72-9734-7b7b02f1421b req-acfcdf98-d114-46db-bdf1-8b0b6ad9d759 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.2255917 Jul 23 17:19:16.710014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47b952-e721-44f2-9a34-9df5089a354e req-985dcfc9-c72e-44e1-b04d-8b296a7a34d6 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:16.711770 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a47b952-e721-44f2-9a34-9df5089a354e req-985dcfc9-c72e-44e1-b04d-8b296a7a34d6 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1922765 Jul 23 17:19:16.774235 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-89fa6e0e-7aa7-4f72-9734-7b7b02f1421b req-ec478980-0843-44ee-ab77-11563d5ee695 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889363 Jul 23 17:19:16.913633 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a47b952-e721-44f2-9a34-9df5089a354e req-ddbeadef-e340-4ab5-bb03-449ecbee68f4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626773 Jul 23 17:19:18.161129 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f413dd-222f-43fe-8a78-b4ddc0d9b5e6 req-ccc2f47a-03bb-4ed1-a6d1-bdc071a78e01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:18.162896 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7f413dd-222f-43fe-8a78-b4ddc0d9b5e6 req-ccc2f47a-03bb-4ed1-a6d1-bdc071a78e01 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.1772480 Jul 23 17:19:18.174089 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223bdb0-d7e4-4725-ad2c-b9cb9378efe9 req-0419c5b3-05e7-44f0-8f6e-d740ff357e73 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:18.175687 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a223bdb0-d7e4-4725-ad2c-b9cb9378efe9 req-0419c5b3-05e7-44f0-8f6e-d740ff357e73 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1324942 Jul 23 17:19:18.254828 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-9a477e84-2768-4f35-9030-3b5c225f08af service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1099 time: 0.0854204 Jul 23 17:19:18.265393 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d7f413dd-222f-43fe-8a78-b4ddc0d9b5e6 req-15bca2e2-014c-4cef-961a-d69c2f673f59 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886021 Jul 23 17:19:18.267748 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a223bdb0-d7e4-4725-ad2c-b9cb9378efe9 req-8595fa74-5f17-459c-88ec-9d030d5f3d5d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739150 Jul 23 17:19:18.427862 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23192e5-4302-4155-99fc-839ecc740f5a req-c2a1e396-bdea-4661-9c2a-74bf24934f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:18.429602 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-c2a1e396-bdea-4661-9c2a-74bf24934f61 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.1681702 Jul 23 17:19:18.551621 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-d4cb7653-c7bd-4da5-bc60-e868cdee8243 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 1002 time: 0.1130250 Jul 23 17:19:18.629812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23192e5-4302-4155-99fc-839ecc740f5a req-94f840d8-7030-4338-a769-a363ab029b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:18.631467 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-94f840d8-7030-4338-a769-a363ab029b3d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0730953 Jul 23 17:19:18.724679 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-4f7a0a57-5801-438c-8635-c3d286c34558 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854859 Jul 23 17:19:19.018825 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-0d5ede81-377c-4ab2-a9af-548ae6157778 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852769 Jul 23 17:19:19.062431 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-28624f0d-9591-4e6b-a958-7e081aed87e1 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:19.063234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-28624f0d-9591-4e6b-a958-7e081aed87e1 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Synchronizing usage tracker for tenant:d2584307856241c686b776ee191bd2b9 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:19.154054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-28624f0d-9591-4e6b-a958-7e081aed87e1 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Unset dirty status for tenant:d2584307856241c686b776ee191bd2b9 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:19.155884 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-28624f0d-9591-4e6b-a958-7e081aed87e1 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.102 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3882356 Jul 23 17:19:19.181811 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-63f46dae-1fdf-4bee-8df9-82daf7600bb0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Synchronizing usage tracker for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:security_group {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:19.211514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-63f46dae-1fdf-4bee-8df9-82daf7600bb0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Unset dirty status for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:security_group {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:19.218359 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-63f46dae-1fdf-4bee-8df9-82daf7600bb0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814203228&fields=id&tenant_id=b4fa9bdd038a439ea54537869266c0cd HTTP/1.1" status: 200 len: 267 time: 0.1242723 Jul 23 17:19:19.254563 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55254) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:19.258081 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f23192e5-4302-4155-99fc-839ecc740f5a req-03059303-c2f2-42c7-a430-050ce892f294 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324786 Jul 23 17:19:19.275493 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Deleting port d8bb2647-6d74-46f8-a354-253b9a7241d9 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:19.276495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.408567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-0de8cbd7-8553-4025-a2e0-dc33597922dc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:19.409427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-0de8cbd7-8553-4025-a2e0-dc33597922dc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Synchronizing usage tracker for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:network {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:19.480356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-0de8cbd7-8553-4025-a2e0-dc33597922dc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Unset dirty status for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:network {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:19.481487 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-0de8cbd7-8553-4025-a2e0-dc33597922dc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 809 time: 0.2564240 Jul 23 17:19:19.534385 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-89f83df9-b888-4220-abee-9ce1269c8257 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/quotas/b4fa9bdd038a439ea54537869266c0cd HTTP/1.1" status: 200 len: 375 time: 0.0390799 Jul 23 17:19:19.535396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.652128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e73a42-3beb-4d0c-a43d-be1e9d46e6f3 req-59c9f38a-72d4-4d21-8da3-c0107eccea0b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:19.653946 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-96e73a42-3beb-4d0c-a43d-be1e9d46e6f3 req-59c9f38a-72d4-4d21-8da3-c0107eccea0b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/ports?device_id=3241ec4f-a90c-4aa5-824d-5d5c5422b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2309232 Jul 23 17:19:19.655409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:19.663365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Usage tracker for resource:security_group_rule and tenant:a52c5c03558548be9ca313a761ad22bc is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:19.669235 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:19.702504 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:19.761754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-2d6c6e99-3f98-4568-bfa8-83fdd74ba261 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Synchronizing usage tracker for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:19.778336 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] For port d8bb2647-6d74-46f8-a354-253b9a7241d9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=d8bb2647-6d74-46f8-a354-253b9a7241d9,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:19.778736 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.783434 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-96e73a42-3beb-4d0c-a43d-be1e9d46e6f3 req-a7574e68-e888-4b77-8e83-6ec0edfb0ecf tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.100 "GET /v2.0/security-groups?id=5e806617-6721-4836-950f-a8bf772eaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162472 Jul 23 17:19:19.809890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-2d6c6e99-3f98-4568-bfa8-83fdd74ba261 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Unset dirty status for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:19.811899 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-2d6c6e99-3f98-4568-bfa8-83fdd74ba261 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2597349 Jul 23 17:19:19.874148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.881950 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.943924 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b6992bd4-f05d-4fc1-8997-8c6699159311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:19.945147 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Calling delete_port for d8bb2647-6d74-46f8-a354-253b9a7241d9 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:20.076387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212ffdac-9652-403a-bdb4-653f8a89380c,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:20.083777 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:20.092081 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-95c8ead1-5030-4777-9d8a-0e673da8eff9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a52c5c03558548be9ca313a761ad22bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8337667 Jul 23 17:19:20.096365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55266) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:20.102261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.110274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c69f1a0c-dab4-4451-8189-115449a4560f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:20.115099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['d8bb2647-6d74-46f8-a354-253b9a7241d9'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:20.147399 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-9f0278b9-c656-45fb-a875-7c8db5050298 service neutron] 10.222.0.100 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102615 Jul 23 17:19:20.167437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Pushing event deleted for resources: {'Port': ['ID=d8bb2647-6d74-46f8-a354-253b9a7241d9,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:20.170421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:20.247721 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] No DVR routers for this DVR port d8bb2647-6d74-46f8-a354-253b9a7241d9 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:19:20.250406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.253616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'name': 'network-vif-deleted', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:20.270970 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3e24f126-00fe-4994-8cc5-25c088b6b7b9 req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] 10.222.0.102 "DELETE /v2.0/ports/d8bb2647-6d74-46f8-a354-253b9a7241d9 HTTP/1.1" status: 204 len: 173 time: 1.1096141 Jul 23 17:19:20.286741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79581c-25e7-44e4-a18c-fdee0de7e73f req-a3014eca-0f04-4a91-a2bf-5d8a042b7ff6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:20.288935 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a79581c-25e7-44e4-a18c-fdee0de7e73f req-a3014eca-0f04-4a91-a2bf-5d8a042b7ff6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 946 time: 0.3322067 Jul 23 17:19:20.625181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.651643 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d567d392-1bb4-4ebe-a6a5-1d4efe869870 service neutron] 10.222.0.100 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884870 Jul 23 17:19:20.671413 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6a79581c-25e7-44e4-a18c-fdee0de7e73f req-3b1bc63d-dded-42fa-9d1f-4ee0df2017f7 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670859 Jul 23 17:19:20.676301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.752886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.759014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e46531b-5bcc-433f-96e8-f8d8c1cb09df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:20.772479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212ffdac-9652-403a-bdb4-653f8a89380c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:20.775754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:20.785026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.786614 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ec7f0e1e-e745-4530-b165-50c95014b627 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/212ffdac-9652-403a-bdb4-653f8a89380c HTTP/1.1" status: 204 len: 168 time: 0.6893733 Jul 23 17:19:20.965809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:21.085416 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3241ec4f-a90c-4aa5-824d-5d5c5422b2d0', 'name': 'network-vif-deleted', 'tag': 'd8bb2647-6d74-46f8-a354-253b9a7241d9', 'status': 'completed', 'code': 200} Jul 23 17:19:21.236807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.278209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:21.279320 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:21.286688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.289917 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:21.387442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55294) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:21.402884 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'code': 200} Jul 23 17:19:21.413173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.429878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=8']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:21.435226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:21.468790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:21.473829 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Usage tracker for resource:security_group_rule and tenant:c092f2631c274c77aa2cd918eb8ba0f9 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:21.477785 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:21.485513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:21.659811 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-daf750cf-a2ac-416a-b0c0-4ac7415a1a1d req-af0c1908-5e8e-4a43-890e-8cef7843e150 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 210 time: 0.1090381 Jul 23 17:19:21.739533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.744173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.758661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-316df4c3-80db-4647-82ff-59e4b111970c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:21.867041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9ac89-8cc2-41f9-b835-27fb0bf96cdf,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:21.910902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:21.919951 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c092f2631c274c77aa2cd918eb8ba0f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5305867 Jul 23 17:19:21.924179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55318) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:22.012076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ec1f-a031-44b1-b70d-cf4450129bc9 req-59521ae1-cabb-44d6-9ff2-8d3ec7722950 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:22.019456 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65d2ec1f-a031-44b1-b70d-cf4450129bc9 req-59521ae1-cabb-44d6-9ff2-8d3ec7722950 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1570981 Jul 23 17:19:22.028932 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.074791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.096593 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-65d2ec1f-a031-44b1-b70d-cf4450129bc9 req-d05780ea-db17-4429-a878-d1562475083f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578697 Jul 23 17:19:22.173307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.186449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d4dd2aef-9643-47db-b954-e1d82392ae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:22.209622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9ac89-8cc2-41f9-b835-27fb0bf96cdf,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:22.214171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:22.230050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.231589 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/53a9ac89-8cc2-41f9-b835-27fb0bf96cdf HTTP/1.1" status: 204 len: 168 time: 0.3058805 Jul 23 17:19:22.509934 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55356) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:22.905189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55366) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:22.944479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.986391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device d8bb2647-6d74-46f8-a354-253b9a7241d9 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:22.993543 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:23.006765 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8dda90a49d4d0e8feda51f763c1663 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:23.012583 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:23.015996 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ffffbeb3-c2e0-4e66-ab13-47107f485772 req-e6b87b01-0bfe-461e-9ac8-39de9abbf7df tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 210 time: 0.0897627 Jul 23 17:19:23.031938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:23.059614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: d8bb2647-6d74-46f8-a354-253b9a7241d9 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:23.060323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device d8bb2647-6d74-46f8-a354-253b9a7241d9 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:23.243290 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.263752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-f582241a-f9c2-4f63-bb85-9cea85e1e19d tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:23.265963 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-f582241a-f9c2-4f63-bb85-9cea85e1e19d tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 809 time: 0.2313938 Jul 23 17:19:23.317560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.330451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.356502 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19a98ce3-ae5e-4164-b8dc-55bab5fd30a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:23.418712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-88f7dcb8-de41-4c35-a062-d191079098ff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Synchronizing usage tracker for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:security_group {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:23.423816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d0dc3-d853-45dd-ae48-395956bb23ee,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:23.434823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:23.484591 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0a8dda90a49d4d0e8feda51f763c1663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778046 Jul 23 17:19:23.485595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-88f7dcb8-de41-4c35-a062-d191079098ff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Unset dirty status for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:security_group {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:23.487538 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-88f7dcb8-de41-4c35-a062-d191079098ff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fa9bdd038a439ea54537869266c0cd HTTP/1.1" status: 200 len: 380 time: 0.2072272 Jul 23 17:19:23.487787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55378) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:23.509128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'port': {'device_id': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'admin_state_up': True, 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'security_groups': ['d9f5c779-abc1-4943-89a0-5d31c4a2b220']}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:23.794619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.837606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:23.841477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.871309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:23.903047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Made reservation on behalf of b4fa9bdd038a439ea54537869266c0cd for: {'port': 1} {{(pid=82118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:23.909509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.033842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.047521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a8e91913-9ccf-4030-b2a2-7ef854c83a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:24.069232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d0dc3-d853-45dd-ae48-395956bb23ee,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:24.075935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:24.124616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.127185 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5c6d0dc3-d853-45dd-ae48-395956bb23ee HTTP/1.1" status: 204 len: 168 time: 0.6374726 Jul 23 17:19:24.224477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Allocated IP 172.20.0.6 (272a6896-56a0-4777-8f72-56cd7fce6a83/6e82100a-a0a9-4ef6-9448-37850d809cbe/8bcb34ec-29ad-4b56-871c-2d30664d9ba2) {{(pid=82118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:24.264427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Deleting port d1c3475e-cb68-48b6-8094-b23b89060a5c {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:24.272545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.506960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for port, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.537445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Transition to ACTIVE for port object 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 will not be triggered until provisioned by entity DHCP. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:24.568437 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.576164 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ff2cc7f9-ff1f-4812-b133-29b03fe50f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:24.661392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 is already hosted by enough agents. {{(pid=82118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:24.666199 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources bound (agent type, host, resource id): {{(pid=82118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:24.673488 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Received port after_create {{(pid=82118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:24.714361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:24.724817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:24.771495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:24.772629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.803056 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-3b66f769-a272-4560-aa6d-35d7bab9cfff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2992251 Jul 23 17:19:24.818230 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Request body: {'port': {'device_id': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=82118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:24.829183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] For port d1c3475e-cb68-48b6-8094-b23b89060a5c, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=d1c3475e-cb68-48b6-8094-b23b89060a5c,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:24.829592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.841435 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-d8c7b4ff-9e42-4a4c-b603-e5231114cdae req-d75cd276-951c-418f-a5db-208133f3a22b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4466567 Jul 23 17:19:24.859882 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6cb31-4faa-47c0-a998-2ef6cacb1283 req-7a12fd69-0ea7-4e2e-8ea3-1bbe0983edda tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:24.861584 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f3a6cb31-4faa-47c0-a998-2ef6cacb1283 req-7a12fd69-0ea7-4e2e-8ea3-1bbe0983edda tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 931 time: 0.3494823 Jul 23 17:19:24.961142 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.985512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:25.036550 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Calling delete_port for d1c3475e-cb68-48b6-8094-b23b89060a5c owned by network:router_interface {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:25.117203 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f3a6cb31-4faa-47c0-a998-2ef6cacb1283 req-cda9b3ea-392d-46a3-a871-314b6a59ba97 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991363 Jul 23 17:19:25.181193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-67447200-e9c9-4639-88d2-129db2bc0034 None None] Provisioning for port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 completed by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:25.194442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-67447200-e9c9-4639-88d2-129db2bc0034 None None] Provisioning complete for port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 triggered by entity DHCP. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:25.195208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-67447200-e9c9-4639-88d2-129db2bc0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.264886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-67447200-e9c9-4639-88d2-129db2bc0034 None None] Port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 cannot update to ACTIVE because it is not bound. {{(pid=82119) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:25.336625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55408) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:25.464630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.471715 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:25.558447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c3475e-cb68-48b6-8094-b23b89060a5c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:25.562658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:25.613391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f00f8-9e56-4732-9b03-605207e8e404 req-5016b7d9-fe98-4ac2-b50b-b8ac0b47896a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:25.615253 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b49f00f8-9e56-4732-9b03-605207e8e404 req-5016b7d9-fe98-4ac2-b50b-b8ac0b47896a tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.2734175 Jul 23 17:19:25.648911 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-33c79232-d92b-4957-8716-23efa862a303 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3109903 Jul 23 17:19:25.665753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 {{(pid=82118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:25.681033 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.716291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Transition to ACTIVE for port object 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 will not be triggered until provisioned by entity L2. {{(pid=82118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:25.722548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.728420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55f36db8-fe35-4af1-ab37-c28d8bbb8508 tempest-VolumesActionsTest-1117379090 tempest-VolumesActionsTest-1117379090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:25.734418 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b49f00f8-9e56-4732-9b03-605207e8e404 req-753162a3-0a06-4f1f-93f3-8f8c89a6e17b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787315 Jul 23 17:19:25.957438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=2']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:25.961800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:26.127884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Attempting to bind port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:26.128492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Attempting to bind port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:26.129217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Attempting to bind port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 on network 272a6896-56a0-4777-8f72-56cd7fce6a83 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:26.153677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 on network 272a6896-56a0-4777-8f72-56cd7fce6a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:26.154315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Attempting to bind port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 on network 272a6896-56a0-4777-8f72-56cd7fce6a83 {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:26.159330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.184436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Checking agent: {'id': 'e5c76c5f-c497-4d01-abb3-bef91d065c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:26.185028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Checking segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:26.185727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Bound using segment: {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'} {{(pid=82118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:26.190564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.managers [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Bound port: 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83'}}] {{(pid=82118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:26.191463 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.193054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:19:26.326012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, cleared binding levels {{(pid=82118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:26.330606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:26.340850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100767'] for port, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.347704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d4460b0-9310-42ab-8995-d60724ff3cea tempest-VolumesSnapshotTestJSON-1552739819 tempest-VolumesSnapshotTestJSON-1552739819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:26.412239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.413879 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] 10.222.0.102 "PUT /v2.0/ports/8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 1093 time: 1.6009462 Jul 23 17:19:26.414486 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:26.502003 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'status': 'completed', 'code': 200} Jul 23 17:19:26.570554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=3']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:26.574195 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:26.640866 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-a68a266f-cec0-4222-85c1-1d13dca1184a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0&tenant_id=ccea02c8e05946dea4af16076a889490 HTTP/1.1" status: 200 len: 1097 time: 0.2005603 Jul 23 17:19:26.643563 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-f2067d00-0a74-44fa-a2b9-628d623caef6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1096 time: 0.1501656 Jul 23 17:19:26.765385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc89f04-3457-4d88-b942-e4356618b171 req-8004a6a2-ba9f-47bd-b059-9d06dfb4f807 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:26.767132 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3fc89f04-3457-4d88-b942-e4356618b171 req-8004a6a2-ba9f-47bd-b059-9d06dfb4f807 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 943 time: 0.2119701 Jul 23 17:19:26.803907 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-873c59b2-5637-4710-978d-5df26df8102a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 217 time: 0.1518171 Jul 23 17:19:26.854416 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3fc89f04-3457-4d88-b942-e4356618b171 req-cfc5516b-da18-4f01-9616-322ddd5a4941 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784776 Jul 23 17:19:26.904086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-6626f75e-de62-4bfe-b926-3662e6b3ed32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:26.905173 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-6626f75e-de62-4bfe-b926-3662e6b3ed32 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.0925002 Jul 23 17:19:26.913110 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-bcedac35-1d3b-45a7-9b22-7c1e2085e574 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1097 time: 0.1904685 Jul 23 17:19:27.106349 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-a26cd38d-69b2-4d6e-8390-089f0f24ec2c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1920264 Jul 23 17:19:27.148659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3abd4d-63bc-471d-8ed1-4acfcac830ea req-10372529-a8c9-48f5-8aa1-d24bc9cc9fdb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:27.150356 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7e3abd4d-63bc-471d-8ed1-4acfcac830ea req-10372529-a8c9-48f5-8aa1-d24bc9cc9fdb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1457226 Jul 23 17:19:27.156098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-f1649657-cc6c-4f50-8a5c-2d3e67921e7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:27.157690 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-f1649657-cc6c-4f50-8a5c-2d3e67921e7c service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.1989107 Jul 23 17:19:27.349405 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7e3abd4d-63bc-471d-8ed1-4acfcac830ea req-7ff1abd4-e707-4d51-bd7a-546605610405 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377530 Jul 23 17:19:27.471620 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Router 12087766-26f8-4a19-92c3-6a6810675b07 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:27.613350 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-91eb2352-1c19-490c-8ab3-c1353020c0a0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 1000 time: 0.1780860 Jul 23 17:19:27.659837 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-7f545c18-d703-41d9-8d35-42b4d92978e0 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418653 Jul 23 17:19:27.706942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:27.721382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] Sync routers for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:27.741593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:27.742257 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2f85cc63-5644-4fd1-89a1-c1ce7a74a984 admin admin] 10.222.0.100 "PUT /v2.0/routers/12087766-26f8-4a19-92c3-6a6810675b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2303405 Jul 23 17:19:27.742397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:27.743115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55430) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:27.787225 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-0e93aba8-d1da-476f-9b25-6273c2b83024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:27.788842 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-0e93aba8-d1da-476f-9b25-6273c2b83024 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.1673057 Jul 23 17:19:27.903518 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6aa841c0-8fb3-4559-89fe-1d473a16f9b0 req-f31e86a8-1dce-467f-bc53-384a9cd4417c service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351255 Jul 23 17:19:27.947306 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-3c75b41f-d5a2-4434-8b6e-3445e43860b9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1494536 Jul 23 17:19:28.028930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:28.092716 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks [] for router, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.206889 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-d50ca799-1bf0-455d-a8c2-3c5bbd90a65f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1096 time: 0.2067282 Jul 23 17:19:28.211521 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-326aa165-54c2-4996-b79e-01a07c2a7aaa service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559297 Jul 23 17:19:28.342961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63eb1-f92e-4bac-9cfa-6b9d98dc013a req-dd8d9e53-d399-4de6-bf36-782cf48c9423 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:28.345839 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1b63eb1-f92e-4bac-9cfa-6b9d98dc013a req-dd8d9e53-d399-4de6-bf36-782cf48c9423 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 943 time: 0.3310602 Jul 23 17:19:28.453535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:19:25Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:28.461455 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] Checking router: 12087766-26f8-4a19-92c3-6a6810675b07 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:28.484318 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] Routers {'12087766-26f8-4a19-92c3-6a6810675b07'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:28.485510 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['12087766-26f8-4a19-92c3-6a6810675b07'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:28.509751 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c40c505a-2aad-4e9c-a547-f7c483974107 req-a105052f-436c-4169-8c07-2cb4d8504b59 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671816 Jul 23 17:19:28.510903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-f495ef35-e719-4026-8039-dd4cedf8d98c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:28.512384 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-f495ef35-e719-4026-8039-dd4cedf8d98c service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.2928777 Jul 23 17:19:28.513114 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1b63eb1-f92e-4bac-9cfa-6b9d98dc013a req-36ddb981-8be3-4217-9784-0338975276cf tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591039 Jul 23 17:19:28.641511 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.656087 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Deleting port cad1b5c2-03d9-44c7-9801-8e57c28af3c4 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:28.656487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.681342 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-5c12c18f-a300-49c6-a8f1-2e5243f4e611 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 217 time: 0.1592302 Jul 23 17:19:28.841314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-ece85a7e-bd02-495c-9b59-90c4e6c09dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:28.845338 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-ece85a7e-bd02-495c-9b59-90c4e6c09dce service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.1554556 Jul 23 17:19:28.953669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] Set router 12087766-26f8-4a19-92c3-6a6810675b07 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:29.028672 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-625204d7-3f1f-4790-a881-46e59fa65567 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678388 Jul 23 17:19:29.133118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] For port cad1b5c2-03d9-44c7-9801-8e57c28af3c4, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:29.133665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.172623 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd1297-7b9e-41d1-8c31-719f235ce5ba req-8a8005df-8e3a-4505-bf5a-206ca12c47ab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:29.175556 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6edd1297-7b9e-41d1-8c31-719f235ce5ba req-8a8005df-8e3a-4505-bf5a-206ca12c47ab tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.4267983 Jul 23 17:19:29.269625 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-f915ea2a-48f7-4b0b-8fa8-59a460ed68ac service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303109 Jul 23 17:19:29.347898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Calling delete_port for cad1b5c2-03d9-44c7-9801-8e57c28af3c4 owned by network:router_gateway {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:29.361185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:19:25Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:29.365564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a1a72-7d5e-4f08-a431-35be2e745cb3 None None] The sync data for ids ['12087766-26f8-4a19-92c3-6a6810675b07'] in dv-cinder-802045-1-smb is: [{'id': '12087766-26f8-4a19-92c3-6a6810675b07', 'name': 'tempest-TestMinimumBasicScenario-667478479-router', 'tenant_id': 'd2584307856241c686b776ee191bd2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:22Z', 'updated_at': '2021-07-23T17:19:25Z', 'revision_number': 5, 'project_id': 'd2584307856241c686b776ee191bd2b9', 'gw_port': {'id': 'cad1b5c2-03d9-44c7-9801-8e57c28af3c4', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12087766-26f8-4a19-92c3-6a6810675b07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:23Z', 'updated_at': '2021-07-23T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:29.440056 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6edd1297-7b9e-41d1-8c31-719f235ce5ba req-c542a624-f478-4ca9-974b-42b3806d9c36 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717703 Jul 23 17:19:29.524343 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-a1aaf4ac-bd00-4d3f-b031-17318ad36d8f req-37678708-ef28-4dcf-a827-7208e855b4e3 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478778 Jul 23 17:19:29.636727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.642670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0f1fccd3-1cb9-475c-856e-29fe011620d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:30.064373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cad1b5c2-03d9-44c7-9801-8e57c28af3c4,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:30.080425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.081128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.081804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.082460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.082771 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.083175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.083585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.083991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.085212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.085212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.085582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:30.132208 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:30.477478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b58ff-e21e-4655-a8be-2e35c98162ca req-ee531cce-91b0-43f3-b772-f0d90a6f8f3f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:30.479472 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cd0b58ff-e21e-4655-a8be-2e35c98162ca req-ee531cce-91b0-43f3-b772-f0d90a6f8f3f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 943 time: 0.4208024 Jul 23 17:19:30.491987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.750590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device d1c3475e-cb68-48b6-8094-b23b89060a5c no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:30.801981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: d1c3475e-cb68-48b6-8094-b23b89060a5c {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:30.802760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device d1c3475e-cb68-48b6-8094-b23b89060a5c not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:30.910294 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cd0b58ff-e21e-4655-a8be-2e35c98162ca req-3a9913a8-e9a1-40f0-be11-ae486d5806e0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204907 Jul 23 17:19:30.926521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.931362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.956306 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.956961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12087766-26f8-4a19-92c3-6a6810675b07 {{(pid=82117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:19:30.976794 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.978113 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2794050e-7d48-452f-a094-aab5d94110dd admin admin] 10.222.0.100 "DELETE /v2.0/routers/12087766-26f8-4a19-92c3-6a6810675b07 HTTP/1.1" status: 204 len: 168 time: 3.2339396 Jul 23 17:19:30.980854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55466) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:31.031665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:31.110999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Deleting subnet 2b99af70-62a6-4f38-9dfe-7dcbdc50032c {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:19:31.116400 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.221372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da0f3d-7c8a-477e-9e9c-61cce89471a5 req-a8e36690-d7b1-4479-80ad-f8c351280c41 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:31.227072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.230088 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16da0f3d-7c8a-477e-9e9c-61cce89471a5 req-a8e36690-d7b1-4479-80ad-f8c351280c41 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1318166 Jul 23 17:19:31.303650 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-16da0f3d-7c8a-477e-9e9c-61cce89471a5 req-b65d35c8-9a66-4a5f-9bbc-e2fbca267394 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724871 Jul 23 17:19:31.440622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:31.461876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'port_id': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'mac_address': 'fa:16:3e:3e:a9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:31.494335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.540442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.566786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:31.587398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:31.593997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.595701 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d2d00973-fda8-4b1f-8ef9-9ff01e8d1320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:31.627476 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.632928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:31.673505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b99af70-62a6-4f38-9dfe-7dcbdc50032c,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:31.686464 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.691579 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd186f96-21d9-40f3-b187-1f8b006e5119 None None] Network d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:31.693048 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.693465 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.694128 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.694519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.694931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.695494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.695957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.696369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.696774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.697173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.697574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:31.705485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55470) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:31.705668 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/2b99af70-62a6-4f38-9dfe-7dcbdc50032c HTTP/1.1" status: 204 len: 168 time: 0.7230299 Jul 23 17:19:31.706910 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:31.777645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=4']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:31.782957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:31.892677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['8bcb34ec-29ad-4b56-871c-2d30664d9ba2'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:31.902895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.923515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Deleting port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:31.924207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.022688 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2d977ced-7921-4965-81b3-71746468226a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.214273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] DHCP port deletion for d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 request from dv-cinder-802045-1-smb {{(pid=82119) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:19:32.222782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Deleting port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:32.223201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.374909 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] For port 14c70db2-beb6-48b3-ab0f-b172d4c4b169, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=14c70db2-beb6-48b3-ab0f-b172d4c4b169,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:32.375639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.534190 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Calling delete_port for 14c70db2-beb6-48b3-ab0f-b172d4c4b169 owned by network:dhcp {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:32.573364 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] For port 14c70db2-beb6-48b3-ab0f-b172d4c4b169, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=14c70db2-beb6-48b3-ab0f-b172d4c4b169,segment=NetworkSegment(ba551d14-d6c9-4972-af55-ddcc48c9812f),segment_id=ba551d14-d6c9-4972-af55-ddcc48c9812f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:32.573854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.586671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7335-9a86-43de-9b99-71946e05d5d4 req-c700666d-9923-449f-a237-38908210abc0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:32.595672 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f83e7335-9a86-43de-9b99-71946e05d5d4 req-c700666d-9923-449f-a237-38908210abc0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 944 time: 0.4679620 Jul 23 17:19:32.723309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.740558 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:32.771257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Calling delete_port for 14c70db2-beb6-48b3-ab0f-b172d4c4b169 owned by network:dhcp {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:32.823201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c70db2-beb6-48b3-ab0f-b172d4c4b169,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:32.832324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:32.844341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] No DVR routers for this DVR port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 on host dv-cinder-802045-1-smb {{(pid=82117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:19:32.891029 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f83e7335-9a86-43de-9b99-71946e05d5d4 req-72b7a839-6274-4051-ac20-d80b33979450 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938087 Jul 23 17:19:32.958214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 14c70db2-beb6-48b3-ab0f-b172d4c4b169 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:33.011354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.023210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 14c70db2-beb6-48b3-ab0f-b172d4c4b169 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:33.023788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 14c70db2-beb6-48b3-ab0f-b172d4c4b169 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:33.024397 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device cad1b5c2-03d9-44c7-9801-8e57c28af3c4 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:33.044684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1803284-e8c9-4ca5-8993-ba0d1c6d41b2']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:33.062889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:33.078928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba551d14-d6c9-4972-af55-ddcc48c9812f') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:33.078928 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba551d14-d6c9-4972-af55-ddcc48c9812f') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:33.106013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.110591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: cad1b5c2-03d9-44c7-9801-8e57c28af3c4 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:33.111271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device cad1b5c2-03d9-44c7-9801-8e57c28af3c4 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:33.122888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:19:33.123627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:19:33.135713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.144978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Releasing vlan 1357 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:19:33.146897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:19:33.173241 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:19:33.176165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning for port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 completed by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:33.178681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:33.179135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.306903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.314325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:33.332567 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.334231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.360656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1803284-e8c9-4ca5-8993-ba0d1c6d41b2,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:33.369103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:33.381314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:33.382887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:33.385469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849328-dfdd-498b-95a4-8159367b6bc6 req-78699227-a9da-4c1e-8f96-e17bfe32abed tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:33.387328 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f849328-dfdd-498b-95a4-8159367b6bc6 req-78699227-a9da-4c1e-8f96-e17bfe32abed tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1604245 Jul 23 17:19:33.392738 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] 10.222.0.100 "DELETE /v2.0/networks/d1803284-e8c9-4ca5-8993-ba0d1c6d41b2 HTTP/1.1" status: 204 len: 168 time: 1.6826787 Jul 23 17:19:33.392961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.392961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3e39b810-587b-4bf0-9c76-da37fe606d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:33.393257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55482) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:33.470021 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=5']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:33.474444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:33.624606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Deleting port 14c70db2-beb6-48b3-ab0f-b172d4c4b169 {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:33.625168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.720775 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-454a9c9b-33fc-4da1-9b63-ea02dac0c17b None None] The port '14c70db2-beb6-48b3-ab0f-b172d4c4b169' was deleted {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:19:33.881326 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5f849328-dfdd-498b-95a4-8159367b6bc6 req-be2839da-08e3-4a25-abf6-71db5e540877 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035423 Jul 23 17:19:33.977627 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'code': 200} Jul 23 17:19:34.215309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:34.260712 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2b75-28f9-4583-ada6-3979112ff6d8 req-17347824-59ac-4704-8b9a-2b249349c50f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:34.262464 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-152c2b75-28f9-4583-ada6-3979112ff6d8 req-17347824-59ac-4704-8b9a-2b249349c50f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1404066 Jul 23 17:19:34.343667 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-152c2b75-28f9-4583-ada6-3979112ff6d8 req-f47e2472-08de-4642-bd26-2197af4276c4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724370 Jul 23 17:19:34.348609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.168838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.210370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Deleting port c14496b1-d102-471e-84a2-76d0ba016333 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:35.210907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.397421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfedd4-424b-4efc-ae1e-3d77fe4d58ee req-1a76591e-1948-44c8-a09d-0ef239d162c8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:35.399175 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-54cfedd4-424b-4efc-ae1e-3d77fe4d58ee req-1a76591e-1948-44c8-a09d-0ef239d162c8 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.3353488 Jul 23 17:19:35.497065 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-54cfedd4-424b-4efc-ae1e-3d77fe4d58ee req-2f016ff6-b349-49ad-a43c-0aba88a95ced tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898619 Jul 23 17:19:35.506432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] For port c14496b1-d102-471e-84a2-76d0ba016333, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=c14496b1-d102-471e-84a2-76d0ba016333,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:35.506885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.656245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Calling delete_port for c14496b1-d102-471e-84a2-76d0ba016333 owned by network:router_interface {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:35.668948 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64c0c168-2ca9-4c53-8386-59c56d9830cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.829100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49678d59-55b6-4d23-b0c8-1a3bff62de37 req-1b258adc-a4ec-4045-9c12-5ea87dc88c59 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:35.831115 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-49678d59-55b6-4d23-b0c8-1a3bff62de37 req-1b258adc-a4ec-4045-9c12-5ea87dc88c59 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1866226 Jul 23 17:19:35.931757 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-49678d59-55b6-4d23-b0c8-1a3bff62de37 req-169edaab-6a7c-4177-9b14-f64ca23df57f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907149 Jul 23 17:19:35.965737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.971731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d76e6f20-5803-4755-950c-8915990b4e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:36.021194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c14496b1-d102-471e-84a2-76d0ba016333,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:36.025192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:36.370762 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.112264 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b5c1-ebd9-459d-bab8-ddb81d3468ab req-10531eb3-62f3-4567-893f-9e92c81c96c3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:37.113961 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9012b5c1-ebd9-459d-bab8-ddb81d3468ab req-10531eb3-62f3-4567-893f-9e92c81c96c3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.4412735 Jul 23 17:19:37.280144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.294730 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9012b5c1-ebd9-459d-bab8-ddb81d3468ab req-e631da92-6556-42fb-b8cd-12c83fb816c6 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710563 Jul 23 17:19:37.405947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Router b525f707-ed87-4369-8c39-8b6e5f565836 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:37.653261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bdb61-b958-4bfb-91f1-b7312daf0118 req-7a4acb98-b765-4e80-a973-2f89c5bd49ca tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:37.655757 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b39bdb61-b958-4bfb-91f1-b7312daf0118 req-7a4acb98-b765-4e80-a973-2f89c5bd49ca tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1786911 Jul 23 17:19:37.733053 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b39bdb61-b958-4bfb-91f1-b7312daf0118 req-d5c2a6f5-9d48-4828-ace7-6fa1051ad09b tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646007 Jul 23 17:19:37.782389 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:37.793980 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-cc59f8c4-73cf-4612-8309-402347d2fdeb admin admin] 10.222.0.100 "PUT /v2.0/routers/b525f707-ed87-4369-8c39-8b6e5f565836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3995814 Jul 23 17:19:37.798492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55498) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:37.807125 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] Sync routers for ids ['b525f707-ed87-4369-8c39-8b6e5f565836'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:37.835661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] Routers {'b525f707-ed87-4369-8c39-8b6e5f565836'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:37.844896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['b525f707-ed87-4369-8c39-8b6e5f565836'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:38.103863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] Set router b525f707-ed87-4369-8c39-8b6e5f565836 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:38.121061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks [] for router, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.380307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.401022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Deleting port 20657146-9296-4fdd-8237-19b94c48f8e2 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:38.402758 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.513161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:19:35Z', 'revision_number': 5, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port': {'id': '20657146-9296-4fdd-8237-19b94c48f8e2', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:35Z', 'updated_at': '2021-07-23T17:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:38.518440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] Checking router: b525f707-ed87-4369-8c39-8b6e5f565836 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:38.538325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] Routers {'b525f707-ed87-4369-8c39-8b6e5f565836'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:38.539008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['b525f707-ed87-4369-8c39-8b6e5f565836'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:38.704698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] For port 20657146-9296-4fdd-8237-19b94c48f8e2, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=20657146-9296-4fdd-8237-19b94c48f8e2,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:38.705113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.762813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] Set router b525f707-ed87-4369-8c39-8b6e5f565836 gateway port host: None {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:38.797377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1298d79-89ef-413d-8603-df8d4c703ce3 req-7e77e606-e028-430b-a35f-1604073bd78f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:38.805584 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1298d79-89ef-413d-8603-df8d4c703ce3 req-7e77e606-e028-430b-a35f-1604073bd78f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.2476499 Jul 23 17:19:38.906556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:19:38Z', 'revision_number': 6, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port_host': None}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:38.911761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a2d21-ccae-4a42-b06f-42ebde49b4a3 None None] The sync data for ids ['b525f707-ed87-4369-8c39-8b6e5f565836'] in dv-cinder-802045-1-smb is: [{'id': 'b525f707-ed87-4369-8c39-8b6e5f565836', 'name': 'tempest-TestMinimumBasicScenario-1873135151-router', 'tenant_id': 'f7113fe14e044130af51c0ad527921a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:33Z', 'updated_at': '2021-07-23T17:19:38Z', 'revision_number': 6, 'project_id': 'f7113fe14e044130af51c0ad527921a2', 'gw_port_host': None}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:38.940003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Calling delete_port for 20657146-9296-4fdd-8237-19b94c48f8e2 owned by network:router_gateway {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:39.046901 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b1298d79-89ef-413d-8603-df8d4c703ce3 req-bfa16a26-e8dc-446f-8847-b11239e0b6b3 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398667 Jul 23 17:19:39.196413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:39.204324 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:39.299665 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Pushing event deleted for resources: {'Port': ['ID=20657146-9296-4fdd-8237-19b94c48f8e2,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:39.307654 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:39.504135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89286a-5058-4186-ad9b-430e88575a3e req-578e2169-b212-4f2d-a963-c46f950a4920 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:39.505811 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d89286a-5058-4186-ad9b-430e88575a3e req-578e2169-b212-4f2d-a963-c46f950a4920 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.2617500 Jul 23 17:19:39.631102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.182524 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-5d89286a-5058-4186-ad9b-430e88575a3e req-85cc84c6-71a2-4232-b68f-b5a597c8e99b tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6701641 Jul 23 17:19:40.217425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.222722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.251976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.252937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b525f707-ed87-4369-8c39-8b6e5f565836 {{(pid=82117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:19:40.285955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.287437 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1423fb8c-86b4-42a4-b099-bcfbefcdb851 admin admin] 10.222.0.100 "DELETE /v2.0/routers/b525f707-ed87-4369-8c39-8b6e5f565836 HTTP/1.1" status: 204 len: 168 time: 2.4882572 Jul 23 17:19:40.290474 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55514) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:40.308361 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b59e42c2-499a-477a-804e-affc6a96a897 req-188a436f-8dc4-4536-bdec-395520b05dec service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.1207898 Jul 23 17:19:40.416335 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Deleting subnet eaa5a170-37c5-4a10-aea3-acb183805a2a {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:19:40.420082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.427373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7764b-bd5e-4fb0-8a7d-efa27d771af5 req-54865010-259b-41bf-9f70-095e64133cbb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:40.436644 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cbd7764b-bd5e-4fb0-8a7d-efa27d771af5 req-54865010-259b-41bf-9f70-095e64133cbb tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1338291 Jul 23 17:19:40.480495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.497779 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cbd7764b-bd5e-4fb0-8a7d-efa27d771af5 req-3858f356-6aa3-4cff-bc6b-d0dbb67f77c2 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597196 Jul 23 17:19:40.550942 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-b59e42c2-499a-477a-804e-affc6a96a897 req-ab34895a-c7e3-4327-a28d-5a484975b198 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937087 Jul 23 17:19:40.587418 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.663171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.668052 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:40.696529 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 20657146-9296-4fdd-8237-19b94c48f8e2 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:40.704229 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa5a170-37c5-4a10-aea3-acb183805a2a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:40.708593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:40.712358 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.719368 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4cd9b829-6eaa-4bad-b779-0a67bd725f4a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/eaa5a170-37c5-4a10-aea3-acb183805a2a HTTP/1.1" status: 204 len: 168 time: 0.4266610 Jul 23 17:19:40.722553 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55522) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:40.724540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec54dc-b7ce-4fb4-9f23-fa7ac7d4ba41 None None] Network 93f5a594-3de4-4ed4-9502-30aa597615ed requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:40.754072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 20657146-9296-4fdd-8237-19b94c48f8e2 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:40.754470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 20657146-9296-4fdd-8237-19b94c48f8e2 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:40.754996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device c14496b1-d102-471e-84a2-76d0ba016333 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:40.846443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.850964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: c14496b1-d102-471e-84a2-76d0ba016333 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:40.851348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device c14496b1-d102-471e-84a2-76d0ba016333 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:40.859931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Deleting port 7663d08b-8221-4575-8aec-030b07eb190a {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:40.860316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.056807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] DHCP port deletion for 93f5a594-3de4-4ed4-9502-30aa597615ed request from dv-cinder-802045-1-smb {{(pid=82119) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:19:41.062657 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Deleting port 7663d08b-8221-4575-8aec-030b07eb190a {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:41.063076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.301875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] For port 7663d08b-8221-4575-8aec-030b07eb190a, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=7663d08b-8221-4575-8aec-030b07eb190a,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:41.302223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.312096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] For port 7663d08b-8221-4575-8aec-030b07eb190a, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=7663d08b-8221-4575-8aec-030b07eb190a,segment=NetworkSegment(013efb75-85c7-4ac4-ac1a-f6c721df43d6),segment_id=013efb75-85c7-4ac4-ac1a-f6c721df43d6)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:41.312854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.439014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Calling delete_port for 7663d08b-8221-4575-8aec-030b07eb190a owned by network:dhcp {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:41.464540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b26eb-d9c1-4173-92c1-46044071de84 req-8b2eac29-a0ba-4b65-836b-04542e003bbe tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:41.466242 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-544b26eb-d9c1-4173-92c1-46044071de84 req-8b2eac29-a0ba-4b65-836b-04542e003bbe tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1161058 Jul 23 17:19:41.501180 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Calling delete_port for 7663d08b-8221-4575-8aec-030b07eb190a owned by network:dhcp {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:41.542029 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-544b26eb-d9c1-4173-92c1-46044071de84 req-db933046-7be9-419f-b522-7f80d7e3c3cb tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681703 Jul 23 17:19:41.547782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.559200 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bdb09902-69ce-458f-aa5f-a0def4dbd5b2 tempest-VolumesActionsTest-2132068294 tempest-VolumesActionsTest-2132068294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:41.592150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] No DVR routers for this DVR port 7663d08b-8221-4575-8aec-030b07eb190a on host dv-cinder-802045-1-smb {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:19:41.593109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:19:41.593601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:19:41.638023 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Pushing event deleted for resources: {'Port': ['ID=7663d08b-8221-4575-8aec-030b07eb190a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:41.640795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:41.742368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f119606-54d1-4bfd-9035-8d04d537feff req-0a966300-b831-47db-9c02-910a1d038397 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:41.748428 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9f119606-54d1-4bfd-9035-8d04d537feff req-0a966300-b831-47db-9c02-910a1d038397 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.0979702 Jul 23 17:19:41.751957 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.770362 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f5a594-3de4-4ed4-9502-30aa597615ed']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:41.786661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013efb75-85c7-4ac4-ac1a-f6c721df43d6') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:41.787258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013efb75-85c7-4ac4-ac1a-f6c721df43d6') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:41.804432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.826006 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.836574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:19:41.837187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.837877 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9f119606-54d1-4bfd-9035-8d04d537feff req-74465638-2e13-496b-9b8f-f94659049279 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863795 Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:19:41.858129 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:19:41.947540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.951461 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:41.966369 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.978144 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Pushing event deleted for resources: {'Network': ['ID=93f5a594-3de4-4ed4-9502-30aa597615ed,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:41.981287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:41.984002 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] 10.222.0.100 "DELETE /v2.0/networks/93f5a594-3de4-4ed4-9502-30aa597615ed HTTP/1.1" status: 204 len: 168 time: 1.2605147 Jul 23 17:19:42.095323 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Deleting port 7663d08b-8221-4575-8aec-030b07eb190a {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:42.096121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.190692 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c1c13-d5a7-4225-a6d8-302035c96218 None None] The port '7663d08b-8221-4575-8aec-030b07eb190a' was deleted {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:19:42.280727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55544) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:42.334690 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-eff43bd4-1c08-4607-8185-1e804243b9be admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d2584307856241c686b776ee191bd2b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526333 Jul 23 17:19:42.337519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55548) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:42.404809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.438372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.487617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.493036 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ef7edefe-fbd3-4637-bbdf-c594f2574c19 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:42.510466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e806617-6721-4836-950f-a8bf772eaba6,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:42.514241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:42.516340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.520732 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5e806617-6721-4836-950f-a8bf772eaba6 HTTP/1.1" status: 204 len: 168 time: 0.1789317 Jul 23 17:19:42.567412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.741638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 7663d08b-8221-4575-8aec-030b07eb190a no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:42.814119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 7663d08b-8221-4575-8aec-030b07eb190a {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:42.817151 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 7663d08b-8221-4575-8aec-030b07eb190a not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:42.850103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69632f-5641-41bf-9cde-2aaec962787b req-760290ab-ae45-4186-99da-5ce517af666e tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:42.860299 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a69632f-5641-41bf-9cde-2aaec962787b req-760290ab-ae45-4186-99da-5ce517af666e tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1685052 Jul 23 17:19:42.922775 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7a69632f-5641-41bf-9cde-2aaec962787b req-63ddd563-4b4b-4dfe-9ca4-36a05ef114dc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611873 Jul 23 17:19:43.083534 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:43.207911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83607b-a87e-47de-806f-f83155922a3f req-2ad7ff93-81c6-448b-a449-d9b9e0412f98 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:43.211474 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de83607b-a87e-47de-806f-f83155922a3f req-2ad7ff93-81c6-448b-a449-d9b9e0412f98 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 944 time: 0.1986632 Jul 23 17:19:43.223970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55564) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:43.290341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bd0d-84db-4b80-aca1-6c6f3cc99137 req-763c3838-d9ff-4d6a-a797-3355c95d46ff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:43.293182 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fd97bd0d-84db-4b80-aca1-6c6f3cc99137 req-763c3838-d9ff-4d6a-a797-3355c95d46ff tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.2097664 Jul 23 17:19:43.295721 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-52ce4edd-fc46-43e7-b351-814d423ee3e4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f7113fe14e044130af51c0ad527921a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0704482 Jul 23 17:19:43.299484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55568) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:43.299705 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:43.319262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'port_id': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'mac_address': 'fa:16:3e:91:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:43.353324 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-de83607b-a87e-47de-806f-f83155922a3f req-43622118-b09b-4108-b72d-6c1cd73f032f tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351504 Jul 23 17:19:43.372133 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.390887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.396530 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-fd97bd0d-84db-4b80-aca1-6c6f3cc99137 req-7ad5b4d8-84d5-4dd3-b9b3-e381554f7af4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830677 Jul 23 17:19:43.406355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.417729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aeefa45-d729-4710-8bdc-32997a7e7f60 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:43.438085 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55572) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:43.442242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:43.445949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.447904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f72fcd7-4180-435c-9629-b34e3fa7c9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:43.475512 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.481347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c410c5c7-4b2f-4c6e-898e-6330d029ff4b tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:43.522931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f88168b-1eae-4dd9-bfc7-d32ad39ceb69,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:43.527634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:43.529347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.532486 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2f88168b-1eae-4dd9-bfc7-d32ad39ceb69 HTTP/1.1" status: 204 len: 168 time: 0.2305956 Jul 23 17:19:43.575989 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=9']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:43.616139 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.616671 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.617076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.617478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.618038 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.618319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.618724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.619082 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.619447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.619813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.620453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:43.626999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:43.683150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['8aeefa45-d729-4710-8bdc-32997a7e7f60'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:43.978187 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8087a63d-1c14-4562-8689-4c92c04649a7 tempest-TestShelveInstance-1536831319 tempest-TestShelveInstance-1536831319-project-admin] Synchronizing usage tracker for tenant:9baf70eec9c3484e8c3d6a4bdf24f7cf on resource:port {{(pid=82117) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:44.000943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8087a63d-1c14-4562-8689-4c92c04649a7 tempest-TestShelveInstance-1536831319 tempest-TestShelveInstance-1536831319-project-admin] Unset dirty status for tenant:9baf70eec9c3484e8c3d6a4bdf24f7cf on resource:port {{(pid=82117) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:44.009595 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8087a63d-1c14-4562-8689-4c92c04649a7 tempest-TestShelveInstance-1536831319 tempest-TestShelveInstance-1536831319-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1093 time: 0.5704792 Jul 23 17:19:44.010161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55582) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:44.017888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.v2.base [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Request body: {'floatingip': {'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'port_id': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:44.030559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:44.037155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Usage tracker for resource:floatingip and tenant:b4fa9bdd038a439ea54537869266c0cd is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:44.046952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:44.060029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:44.075340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for floatingip, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.321959 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.508597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_common [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Allocated IP 172.28.0.121 (c9c3118d-dd3d-4f47-b7aa-2d5b96e74388/9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c/3364b671-2133-4737-bfa5-5c9534462dfe) {{(pid=82117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:44.758878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b76ad-110c-446c-bb7c-817eab6295f1 req-4d88b659-706a-42e4-bd51-532004d87333 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:44.760668 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-235b76ad-110c-446c-bb7c-817eab6295f1 req-4d88b659-706a-42e4-bd51-532004d87333 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 945 time: 0.2109351 Jul 23 17:19:44.764653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for port, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.833331 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-235b76ad-110c-446c-bb7c-817eab6295f1 req-05ed0564-5af6-4433-a1d9-842c75b5093b tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601115 Jul 23 17:19:44.837438 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759605933990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.842572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55236ab5-b3d0-4eb2-8d58-243fd7b26840 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:44.915670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Network c9c3118d-dd3d-4f47-b7aa-2d5b96e74388 is already hosted by enough agents. {{(pid=82117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:44.919327 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.base_scheduler [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Resources bound (agent type, host, resource id): {{(pid=82117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:44.924519 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Received port after_create {{(pid=82117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:44.952325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'Port': ['ID=3364b671-2133-4737-bfa5-5c9534462dfe,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:44.959268 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:45.110135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:45.196868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 8aeefa45-d729-4710-8bdc-32997a7e7f60 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:45.197456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.493161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.529311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:45.530276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:45.532972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.535879 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.537841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:45.593682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.604743 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'code': 200} Jul 23 17:19:45.617614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=10']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:45.621009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:45.868837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for port, precommit_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.875086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662481'] for port, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.878923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ffe4c1f1-f420-4f31-8764-72f4f52620a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:45.888131 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9aa968d0-1baa-4ce2-9d98-a709ae3028ef req-e00067ca-25f7-41ba-aaa9-37886bb1a381 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1100 time: 0.0815864 Jul 23 17:19:45.938180 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9aa968d0-1baa-4ce2-9d98-a709ae3028ef req-d976d2bd-5309-4d73-b072-cc3686f8312b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Jul 23 17:19:45.994478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event updated for resources: {'Port': ['ID=3364b671-2133-4737-bfa5-5c9534462dfe,revision_number=2']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:46.033311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:46.056441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:46.436781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e847b1a-7909-4bd4-bbc4-fed88c68c628 req-36a1675f-a0c3-467c-a875-2ff3781a4f34 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:46.438395 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1e847b1a-7909-4bd4-bbc4-fed88c68c628 req-36a1675f-a0c3-467c-a875-2ff3781a4f34 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 947 time: 0.4451919 Jul 23 17:19:46.511530 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1e847b1a-7909-4bd4-bbc4-fed88c68c628 req-8b8253d3-e76b-409e-8be7-896ef8b4a098 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669975 Jul 23 17:19:46.546948 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Floating IP 09ead33c-1058-480c-b72b-e85f85214af2 associated. External IP: 172.28.0.121, port: 8bcb34ec-29ad-4b56-871c-2d30664d9ba2. Jul 23 17:19:46.977168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:47.226616 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:47.239352 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] Sync routers for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:47.256746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.257869 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:47.258778 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:47.328517 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-307aca21-4d29-4438-9dde-346e5d7506a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3169239 Jul 23 17:19:47.329726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:47.399012 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'status': 'completed', 'code': 200} Jul 23 17:19:47.570798 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-7e5fdf77-9d75-4a9a-be17-e7a885e088b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.1302781 Jul 23 17:19:47.571489 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:47.754564 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-3a3996a0-3932-4436-bd2a-27cbbaeccdde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:47.756464 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-3a3996a0-3932-4436-bd2a-27cbbaeccdde service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.1783321 Jul 23 17:19:47.837313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a51d1-d772-4b29-8f39-56d06d2f9fc5 req-52d7f5c2-3f30-49b6-959e-1de99eae1845 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:47.839764 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f0a51d1-d772-4b29-8f39-56d06d2f9fc5 req-52d7f5c2-3f30-49b6-959e-1de99eae1845 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 947 time: 0.1481919 Jul 23 17:19:47.914114 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-1f0a51d1-d772-4b29-8f39-56d06d2f9fc5 req-cf284d07-b106-45a6-91f2-64a2129f8a70 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625255 Jul 23 17:19:47.923034 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-6ae4dd2b-06b6-4c38-ade5-6e3ae9cc1494 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 999 time: 0.1486566 Jul 23 17:19:48.002961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-e3d3b055-dcfc-4e9d-90b7-e0bfb73d8df2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:48.004542 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-e3d3b055-dcfc-4e9d-90b7-e0bfb73d8df2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.0756879 Jul 23 17:19:48.094809 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-d438152f-15cf-4498-837a-8926957eb318 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836556 Jul 23 17:19:48.100479 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '09ead33c-1058-480c-b72b-e85f85214af2', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'floating_ip_address': '172.28.0.121', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'port_id': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'mac_address': 'fa:16:3e:3e:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:45Z', 'updated_at': '2021-07-23T17:19:45Z', 'revision_number': 0, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:48.106210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] Checking router: ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:48.118993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:48.119258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:48.251379 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-8d09a1e9-851c-4b0f-9882-4a056ee5ff04 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497655 Jul 23 17:19:48.318073 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:48.412704 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6776934c-6ace-48fb-8b4d-851d1066b4d3 req-939c45b2-7588-4aed-b171-5a65c7c044ea service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518905 Jul 23 17:19:48.696949 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '09ead33c-1058-480c-b72b-e85f85214af2', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'floating_ip_address': '172.28.0.121', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'port_id': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'mac_address': 'fa:16:3e:3e:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:45Z', 'updated_at': '2021-07-23T17:19:45Z', 'revision_number': 0, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:48.701729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45e2f6-e2d6-4160-b614-7c9c709bcefc None None] The sync data for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb is: [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_floatingips': [{'id': '09ead33c-1058-480c-b72b-e85f85214af2', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'floating_ip_address': '172.28.0.121', 'floating_network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'router_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'port_id': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'mac_address': 'fa:16:3e:3e:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:45Z', 'updated_at': '2021-07-23T17:19:45Z', 'revision_number': 0, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:49.073687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b15210-6c81-4482-80eb-4f3460717c26 None None] New status for floating IP 09ead33c-1058-480c-b72b-e85f85214af2: ACTIVE {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:19:49.155426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23035968-6bbc-4e59-96ac-2209156722dc req-4d007a2c-52a7-462f-bc37-4cc35b13e525 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:49.157099 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23035968-6bbc-4e59-96ac-2209156722dc req-4d007a2c-52a7-462f-bc37-4cc35b13e525 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 947 time: 0.0927196 Jul 23 17:19:49.208827 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-23035968-6bbc-4e59-96ac-2209156722dc req-9afc7bb9-920a-44ff-8096-ce9e8bacfa4e tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Jul 23 17:19:54.148850 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bc78a-e5dc-4877-a51f-b7ed1aaae9d6 req-7e0c93f7-33bb-49f7-bcb3-79f69060bb59 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:54.150529 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7b9bc78a-e5dc-4877-a51f-b7ed1aaae9d6 req-7e0c93f7-33bb-49f7-bcb3-79f69060bb59 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.0909197 Jul 23 17:19:54.202847 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7b9bc78a-e5dc-4877-a51f-b7ed1aaae9d6 req-a7544efe-3404-47da-9d9f-7c6f8919ff7d tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456860 Jul 23 17:19:55.411152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246be4-756d-42cb-a567-518fd438d1fe req-faf1ba37-8065-464a-8cf6-bd06b79f0305 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:55.412790 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-21246be4-756d-42cb-a567-518fd438d1fe req-faf1ba37-8065-464a-8cf6-bd06b79f0305 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.0838380 Jul 23 17:19:55.469029 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-21246be4-756d-42cb-a567-518fd438d1fe req-26d238ce-e5ca-486c-9a25-eaf3d33903a0 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500400 Jul 23 17:19:56.014745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-f4958d20-ee32-4e56-ab3e-468f95a80ec6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:56.015505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-f4958d20-ee32-4e56-ab3e-468f95a80ec6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Synchronizing usage tracker for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:56.030915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-f4958d20-ee32-4e56-ab3e-468f95a80ec6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Unset dirty status for tenant:52cc6cc955c54f02a5be1ef848d0cd06 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:56.032176 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-f4958d20-ee32-4e56-ab3e-468f95a80ec6 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.1065202 Jul 23 17:19:56.106604 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Deleting port f28b5731-1d59-4e94-b9c1-d84de7df9e60 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:56.106972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.367658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] For port f28b5731-1d59-4e94-b9c1-d84de7df9e60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f28b5731-1d59-4e94-b9c1-d84de7df9e60,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:56.367969 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.687298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.687923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.688103 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Floating IP f889b2a0-c670-4b72-846e-b22989badf39 disassociated. External IP: 172.28.0.3, port: f28b5731-1d59-4e94-b9c1-d84de7df9e60. Jul 23 17:19:56.688513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Calling delete_port for f28b5731-1d59-4e94-b9c1-d84de7df9e60 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:19:56.828864 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df77eb-aff4-4371-89de-e2aa6a36600f req-b4de2db3-568e-4529-ac4b-3044fdc2ecad tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:56.830515 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-18df77eb-aff4-4371-89de-e2aa6a36600f req-b4de2db3-568e-4529-ac4b-3044fdc2ecad tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 946 time: 0.1002617 Jul 23 17:19:56.841911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.848092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-052f3ebf-9cc4-4d1d-bd08-911d38dafc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:56.881577 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-18df77eb-aff4-4371-89de-e2aa6a36600f req-11a1b329-c87a-42cc-a9a0-8a28b7f7388c tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups?id=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Jul 23 17:19:56.895105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event deleted for resources: {'Port': ['ID=f28b5731-1d59-4e94-b9c1-d84de7df9e60,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:56.898994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:57.114996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Router 2965e31f-999c-486b-892f-6b139b233047 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:57.551673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:57.562158 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:57.574987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:57.575662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:57.623566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] No DVR routers for this DVR port f28b5731-1d59-4e94-b9c1-d84de7df9e60 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:19:57.626419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:57.630501 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'name': 'network-vif-deleted', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:57.645111 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6b175a01-5cee-4ac5-979e-e77912dbbd2a req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.102 "DELETE /v2.0/ports/f28b5731-1d59-4e94-b9c1-d84de7df9e60 HTTP/1.1" status: 204 len: 173 time: 1.6075246 Jul 23 17:19:57.693426 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daf446e-e280-4e69-9eca-ca6e49dae610', 'name': 'network-vif-deleted', 'tag': 'f28b5731-1d59-4e94-b9c1-d84de7df9e60', 'status': 'completed', 'code': 200} Jul 23 17:19:57.924014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:58.072430 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ef50bbb9-1e78-4546-b0c5-379564e9c9dc req-214c216e-2b52-4aff-98d8-8863f17b7333 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/ports?device_id=1daf446e-e280-4e69-9eca-ca6e49dae610 HTTP/1.1" status: 200 len: 210 time: 0.0479093 Jul 23 17:19:58.258606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:58.268425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:58.281245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:58.282004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:19:36Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:58.473546 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:58.801575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:58.805976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abe336-f623-413a-9a41-2aba5fdae5e5 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:14:39Z', 'revision_number': 4, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': 'a7b07727-52a2-4470-8137-af15b5d5abae', 'name': '', 'network_id': '9302024a-5672-4dab-93c4-d25b784e8186', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'mac_address': 'fa:16:3e:7f:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:37Z', 'updated_at': '2021-07-23T17:14:53Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'subnets': [{'id': 'd4f029e1-b5dc-4c41-aa03-fe4f69eb4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:59.219520 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f28b5731-1d59-4e94-b9c1-d84de7df9e60 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:19:59.222368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55718) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:59.256039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72286c-b331-4078-8a19-ef985d048cb9 None None] New status for floating IP f889b2a0-c670-4b72-846e-b22989badf39: DOWN {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:19:59.256524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: f28b5731-1d59-4e94-b9c1-d84de7df9e60 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:19:59.256912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device f28b5731-1d59-4e94-b9c1-d84de7df9e60 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:19:59.300589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.331986 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.381278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.386547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-54e0aee9-4d23-4a8e-be38-eccd0f175451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:59.405492 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e14c0-7bcd-405e-81d3-3687bb2e3e17,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:59.408231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:59.415285 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.418201 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2f392010-fa3b-4280-8695-f63ffaaac914 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "DELETE /v2.0/security-groups/bb8e14c0-7bcd-405e-81d3-3687bb2e3e17 HTTP/1.1" status: 204 len: 168 time: 0.1946948 Jul 23 17:19:59.419672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55722) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:59.442881 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.v2.resource [None req-29666bf4-bf9b-48fa-8b3b-cf40db0f28fa tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] show failed (client error): The resource could not be found. Jul 23 17:19:59.444071 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-29666bf4-bf9b-48fa-8b3b-cf40db0f28fa tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "GET /v2.0/security-groups/bb8e14c0-7bcd-405e-81d3-3687bb2e3e17 HTTP/1.1" status: 404 len: 347 time: 0.0214591 Jul 23 17:19:59.447280 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55726) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:59.613674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Deleting port c9a8639c-a071-4f26-84df-a6100f54da2d {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:19:59.614003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.793469 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.793741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.924016 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Calling delete_port for c9a8639c-a071-4f26-84df-a6100f54da2d owned by network:floatingip {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:00.067218 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.071531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:00.112708 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Pushing event deleted for resources: {'Port': ['ID=c9a8639c-a071-4f26-84df-a6100f54da2d,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:00.117080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:00.211420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks [] for floatingip, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.226322 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.227562 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] 10.222.0.100 "DELETE /v2.0/floatingips/f889b2a0-c670-4b72-846e-b22989badf39 HTTP/1.1" status: 204 len: 168 time: 0.7791326 Jul 23 17:20:01.948467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a82c-d761-451b-bcd1-13bedd0cd700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.174561 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:20:04.218251 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.326211 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55758) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:04.938691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.171440 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.567889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Deleting port a7b07727-52a2-4470-8137-af15b5d5abae {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:05.568485 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.672349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-20e90f26-4e94-4f2b-a322-81638e7a02d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.755872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] For port a7b07727-52a2-4470-8137-af15b5d5abae, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=a7b07727-52a2-4470-8137-af15b5d5abae,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:05.756267 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.885134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Calling delete_port for a7b07727-52a2-4470-8137-af15b5d5abae owned by network:router_interface {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:06.406491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:06.411375 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6a6cda4b-c241-417e-ba6d-5fb6cafc8f7e tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:06.453462 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b07727-52a2-4470-8137-af15b5d5abae,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:06.457227 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:06.761602 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.270651 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.374814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Router 2965e31f-999c-486b-892f-6b139b233047 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:20:07.591782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:07.600955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] Sync routers for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:07.604776 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-af2ba656-f92c-48b5-90ea-605a31abda77 admin admin] 10.222.0.100 "PUT /v2.0/routers/2965e31f-999c-486b-892f-6b139b233047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2774177 Jul 23 17:20:07.608648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55764) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:07.614113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:07.614788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:20:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:07.808523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:07.813472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.036996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.045881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Deleting port 77d89b75-2990-4e39-a972-9c9101e30e47 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:08.046257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.133951 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:20:06Z', 'revision_number': 5, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port': {'id': '77d89b75-2990-4e39-a972-9c9101e30e47', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2965e31f-999c-486b-892f-6b139b233047', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:14:33Z', 'updated_at': '2021-07-23T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:08.138175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] Checking router: 2965e31f-999c-486b-892f-6b139b233047 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:08.149297 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] Routers {'2965e31f-999c-486b-892f-6b139b233047'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:08.150025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:20:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['2965e31f-999c-486b-892f-6b139b233047'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:08.231943 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] For port 77d89b75-2990-4e39-a972-9c9101e30e47, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=77d89b75-2990-4e39-a972-9c9101e30e47,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:08.232391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.307889 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] Set router 2965e31f-999c-486b-892f-6b139b233047 gateway port host: None {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:08.427595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:20:08Z', 'revision_number': 6, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port_host': None}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:08.432349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedf7db-113a-46bd-9d7d-938196e889d7 None None] The sync data for ids ['2965e31f-999c-486b-892f-6b139b233047'] in dv-cinder-802045-1-smb is: [{'id': '2965e31f-999c-486b-892f-6b139b233047', 'name': 'tempest-AttachVolumeTestJSON-1418354867-router', 'tenant_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:14:32Z', 'updated_at': '2021-07-23T17:20:08Z', 'revision_number': 6, 'project_id': '52cc6cc955c54f02a5be1ef848d0cd06', 'gw_port_host': None}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:20:08.593189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Calling delete_port for 77d89b75-2990-4e39-a972-9c9101e30e47 owned by network:router_gateway {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:08.674559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a7b07727-52a2-4470-8137-af15b5d5abae no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:08.715853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: a7b07727-52a2-4470-8137-af15b5d5abae {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:08.716367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device a7b07727-52a2-4470-8137-af15b5d5abae not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:08.774030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.778614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:08.827214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d89b75-2990-4e39-a972-9c9101e30e47,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:08.830412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:09.071448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.342004 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.346456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.436605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.437205 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2965e31f-999c-486b-892f-6b139b233047 {{(pid=82118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:20:09.452724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.454189 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-30f7521d-b3bb-41c9-b610-60cb2e0908c9 admin admin] 10.222.0.100 "DELETE /v2.0/routers/2965e31f-999c-486b-892f-6b139b233047 HTTP/1.1" status: 204 len: 168 time: 1.8443508 Jul 23 17:20:09.456722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55770) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:09.528584 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Deleting subnet d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:20:09.532900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.586800 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.667906 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.739076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.743756 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:09.780937 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f029e1-b5dc-4c41-aa03-fe4f69eb4673,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:09.783684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:09.786424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.793172 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599e68c-401d-4e5d-a155-3d59b5bd1efb None None] Network 9302024a-5672-4dab-93c4-d25b784e8186 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:09.797929 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ffd1651b-a177-442b-8e86-b397161bebfe admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d4f029e1-b5dc-4c41-aa03-fe4f69eb4673 HTTP/1.1" status: 204 len: 168 time: 0.3379025 Jul 23 17:20:09.798837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55774) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:09.919482 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.932028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Deleting port 5e0f5133-6850-46b2-b78b-5bae763eefcc {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:09.932446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.163539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] For port 5e0f5133-6850-46b2-b78b-5bae763eefcc, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5e0f5133-6850-46b2-b78b-5bae763eefcc,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:10.163946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.235626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] DHCP port deletion for 9302024a-5672-4dab-93c4-d25b784e8186 request from dv-cinder-802045-1-smb {{(pid=82119) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:20:10.240256 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Deleting port 5e0f5133-6850-46b2-b78b-5bae763eefcc {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:10.240703 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.300241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Calling delete_port for 5e0f5133-6850-46b2-b78b-5bae763eefcc owned by network:dhcp {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:10.374427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.379028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:10.420638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0f5133-6850-46b2-b78b-5bae763eefcc,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:10.424740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:10.430236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] No DVR routers for this DVR port 5e0f5133-6850-46b2-b78b-5bae763eefcc on host dv-cinder-802045-1-smb {{(pid=82117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:20:10.460403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] For port 5e0f5133-6850-46b2-b78b-5bae763eefcc, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5e0f5133-6850-46b2-b78b-5bae763eefcc,segment=NetworkSegment(e7ef3531-3159-4b61-8404-4a9dd1faf10a),segment_id=e7ef3531-3159-4b61-8404-4a9dd1faf10a)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:10.460768 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.555600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.574236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9302024a-5672-4dab-93c4-d25b784e8186']}} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:10.588646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ef3531-3159-4b61-8404-4a9dd1faf10a') {'for_net_delete': True} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:10.588985 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ef3531-3159-4b61-8404-4a9dd1faf10a') {} {{(pid=82117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:10.589108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Calling delete_port for 5e0f5133-6850-46b2-b78b-5bae763eefcc owned by network:dhcp {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:10.602468 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852358280'] for segment, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.618424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.625194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Releasing vlan 1354 on physical network physnet1 to pool {{(pid=82117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:20:10.625658 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662515'] for segment, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:10.640141 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:10.670054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:20:10.670670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:20:10.716552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5e0f5133-6850-46b2-b78b-5bae763eefcc no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:10.716748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.720406 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:10.739345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.750955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 5e0f5133-6850-46b2-b78b-5bae763eefcc {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:10.751347 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5e0f5133-6850-46b2-b78b-5bae763eefcc not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:10.751823 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 77d89b75-2990-4e39-a972-9c9101e30e47 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:10.752443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=9302024a-5672-4dab-93c4-d25b784e8186,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:10.757108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:10.764872 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-7b030f1a-65d1-47da-b0eb-4eb2a63c2a45 admin admin] 10.222.0.100 "DELETE /v2.0/networks/9302024a-5672-4dab-93c4-d25b784e8186 HTTP/1.1" status: 204 len: 168 time: 0.9646671 Jul 23 17:20:10.785436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 77d89b75-2990-4e39-a972-9c9101e30e47 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:10.785802 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 77d89b75-2990-4e39-a972-9c9101e30e47 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:10.937875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55782) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:10.991179 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-18545b13-1850-4cb8-b339-9dadaf9fc15f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=52cc6cc955c54f02a5be1ef848d0cd06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519779 Jul 23 17:20:10.993670 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55786) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:11.056264 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.083023 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.128102 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.133143 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5537a667-3d5f-45a3-a139-8c08e3f80f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:11.148030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d1988e-ade4-4f8c-b465-b335e889e096,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:11.152978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:11.155689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.156913 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d9a2e191-e259-4634-be37-c482f214b97f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/14d1988e-ade4-4f8c-b465-b335e889e096 HTTP/1.1" status: 204 len: 168 time: 0.1622307 Jul 23 17:20:11.172309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Deleting port 5e0f5133-6850-46b2-b78b-5bae763eefcc {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:11.172815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.253576 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-1ea81b7d-221c-4aee-a9c1-7e49a34cf87b None None] The port '5e0f5133-6850-46b2-b78b-5bae763eefcc' was deleted {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:20:12.574314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.892724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55852) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:14.051456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.084812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:14.088956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Usage tracker for resource:security_group_rule and tenant:9054011ee0b54285aacd4def7a3a4cf4 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:14.092580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:14.098606 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:14.166326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.169207 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.176813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c920aaf0-c1ea-4f83-957f-1486a8ec02ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:14.226600 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9054011ee0b54285aacd4def7a3a4cf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3325925 Jul 23 17:20:14.227348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bfcf17-5e4c-4d9e-ae49-dad93be7074f,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:14.229434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55858) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:14.230542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:14.301828 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.331273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.360496 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-902f2bfd-a9bc-43b6-8c5c-46a74052701f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809646 Jul 23 17:20:14.389115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.394572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-240d77d4-0499-475a-b260-b997011bfad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:14.406029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bfcf17-5e4c-4d9e-ae49-dad93be7074f,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:14.411605 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:14.415659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.416940 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a0bfcf17-5e4c-4d9e-ae49-dad93be7074f HTTP/1.1" status: 204 len: 168 time: 0.1864190 Jul 23 17:20:14.528320 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-d5a10d64-157d-495c-9a3a-2a9384d66127 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ccea02c8e05946dea4af16076a889490&device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 1100 time: 0.0808094 Jul 23 17:20:14.695996 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-e7623715-c047-4f38-8c9b-3bc7822f8644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:14.697637 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-e7623715-c047-4f38-8c9b-3bc7822f8644 service neutron] 10.222.0.102 "GET /v2.0/networks?id=88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 200 len: 919 time: 0.1467731 Jul 23 17:20:14.814847 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55868) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:14.835087 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.846827 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-33b54c08-b67b-4958-b4f2-4ae6b7d06b1a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 200 len: 1002 time: 0.1414270 Jul 23 17:20:14.879191 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:14.883961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Usage tracker for resource:security_group_rule and tenant:b37f5409086a40bc9a3570c8578fd26f is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:14.887719 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:14.895053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:14.924999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-7d919300-4253-40d4-a932-e1fcd5bed6b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:14.926652 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-7d919300-4253-40d4-a932-e1fcd5bed6b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 200 len: 856 time: 0.0716989 Jul 23 17:20:14.969303 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.973871 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.982681 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78c7befb-d504-4609-a865-d4182f8baebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:15.027734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8d55c-af16-400a-a2ad-79c4f3e014a1,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:15.032065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:15.037475 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b37f5409086a40bc9a3570c8578fd26f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2190685 Jul 23 17:20:15.038445 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 55872) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:15.047078 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-7a0e5139-90b1-457c-8b8c-b6ab82518212 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88d4239e-fcc7-457f-9665-03b62c14872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1086826 Jul 23 17:20:15.112002 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.145656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.192598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.192854 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-b893e0ba-07cb-4784-ad0c-295c33a9d4a3 service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370564 Jul 23 17:20:15.197723 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-75baa7b6-d689-401b-868c-0995aa37443a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:15.211807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8d55c-af16-400a-a2ad-79c4f3e014a1,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:15.214442 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:15.217081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.220864 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-2d4f381c-83e1-4cb0-8570-bf5c173acd93 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1ea8d55c-af16-400a-a2ad-79c4f3e014a1 HTTP/1.1" status: 204 len: 168 time: 0.1789286 Jul 23 17:20:15.347894 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-df04edac-265c-4ed5-bbed-9118ad5f4a60 req-e1b9d703-1926-4578-9112-448ca649b87a service neutron] 10.222.0.102 "GET /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469955 Jul 23 17:20:17.849601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55930) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:18.008012 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.041908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:18.046673 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Usage tracker for resource:security_group_rule and tenant:8c70af078e324222a60168a373277260 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:18.049619 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:18.055646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:18.128841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.131630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.139259 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b37318b4-7d9e-4d2b-9b2b-fdfe53b371a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:18.182648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da403ea0-7c7c-4a07-9285-47434a135dc3,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:18.187527 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8c70af078e324222a60168a373277260&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367822 Jul 23 17:20:18.188471 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:18.190299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55936) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:18.254555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.282509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.331160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.336299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6619302e-1dbe-4b0c-a37b-c227d821b085 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:18.351799 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da403ea0-7c7c-4a07-9285-47434a135dc3,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:18.354966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:18.359938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.361162 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/da403ea0-7c7c-4a07-9285-47434a135dc3 HTTP/1.1" status: 204 len: 168 time: 0.1698954 Jul 23 17:20:18.707253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55944) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:18.726973 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.765691 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:18.770111 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Usage tracker for resource:security_group_rule and tenant:c2cbc5160b7c453fb58e19b4c147133f is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:18.773163 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:18.779784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:18.848911 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.851718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.859833 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ba3fc601-909f-4cae-bddb-823bc3c25f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:18.900538 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ddda02-7f00-4e02-9154-0dec6b41616c,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:18.904694 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:18.908010 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c2cbc5160b7c453fb58e19b4c147133f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1993060 Jul 23 17:20:18.910432 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 55948) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:18.973065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.001238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.050552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.055618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c31902ca-16ad-4854-8846-60d63080d66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:19.066538 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ddda02-7f00-4e02-9154-0dec6b41616c,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:19.070252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:19.073456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.074726 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-450defb1-ac21-4668-8509-cd12e90dd95d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d7ddda02-7f00-4e02-9154-0dec6b41616c HTTP/1.1" status: 204 len: 168 time: 0.1633193 Jul 23 17:20:22.548840 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56032) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:22.767341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.822527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:22.829394 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Usage tracker for resource:security_group_rule and tenant:d9d444e966f34b91bbba2065258b21f1 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:22.833820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:22.846634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762228b-05d1-4f72-ba98-2c32f4c0c79f req-dfc631a8-080b-42aa-8e91-99a0ec4d9000 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:22.848351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9762228b-05d1-4f72-ba98-2c32f4c0c79f req-dfc631a8-080b-42aa-8e91-99a0ec4d9000 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 947 time: 0.1528208 Jul 23 17:20:22.849330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:22.924214 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9762228b-05d1-4f72-ba98-2c32f4c0c79f req-58f25945-51d9-4ea5-8b36-924810933fc5 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691214 Jul 23 17:20:22.979749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.983803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.992076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1f18d8bc-348c-47ad-8a9f-9d884c1909e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:23.038845 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d9d444e966f34b91bbba2065258b21f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4887311 Jul 23 17:20:23.039748 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a5e6b-cfb6-4911-8063-e21e1cd253b6,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:23.041738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56040) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:23.043030 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:23.112365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.142206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.190332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.195964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a257e7dc-9de5-44bf-99da-16e52ebbfaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:23.211886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a5e6b-cfb6-4911-8063-e21e1cd253b6,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:23.214822 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:23.216384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.218641 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ab1a5e6b-cfb6-4911-8063-e21e1cd253b6 HTTP/1.1" status: 204 len: 168 time: 0.1752381 Jul 23 17:20:23.579282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56048) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:23.599411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.632793 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:23.637356 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:13034739501946de8859d64aac72f040 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:23.640448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:23.650213 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:23.719040 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.722193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.729878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0db32743-0fd1-46c1-8f65-aac3fe1a2216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:23.778944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a8786-e2be-443d-8f02-70ee224cb87c,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:23.782902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:23.788245 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=13034739501946de8859d64aac72f040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050023 Jul 23 17:20:23.790273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56052) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:23.861374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.888983 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.936415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.941598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-564fc187-0e27-4604-b625-050a4893879b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:23.954287 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a8786-e2be-443d-8f02-70ee224cb87c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:23.956592 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:23.965239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.969507 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ad4a8786-e2be-443d-8f02-70ee224cb87c HTTP/1.1" status: 204 len: 168 time: 0.1755576 Jul 23 17:20:24.159240 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a81cd-e79f-46d1-8123-71b48cb4cc8d req-278fb4fc-8eb9-44ba-8f44-0e33f65a9399 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:24.160891 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f24a81cd-e79f-46d1-8123-71b48cb4cc8d req-278fb4fc-8eb9-44ba-8f44-0e33f65a9399 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 947 time: 0.0926795 Jul 23 17:20:24.196220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-ccb1fb9a-eead-42bd-9a54-65754d5cac97 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:24.197315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-ccb1fb9a-eead-42bd-9a54-65754d5cac97 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Synchronizing usage tracker for tenant:ccea02c8e05946dea4af16076a889490 on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:20:24.213779 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-ccb1fb9a-eead-42bd-9a54-65754d5cac97 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Unset dirty status for tenant:ccea02c8e05946dea4af16076a889490 on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:20:24.215198 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-ccb1fb9a-eead-42bd-9a54-65754d5cac97 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 947 time: 0.1272409 Jul 23 17:20:24.222010 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f24a81cd-e79f-46d1-8123-71b48cb4cc8d req-320c5ad6-7488-427f-91a7-8a931d5a2857 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups?id=ea33b07e-df6a-4819-b30c-cd7bbb30518c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550449 Jul 23 17:20:24.290431 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Deleting port 8aeefa45-d729-4710-8bdc-32997a7e7f60 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:24.290822 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.563409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] For port 8aeefa45-d729-4710-8bdc-32997a7e7f60, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8aeefa45-d729-4710-8bdc-32997a7e7f60,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:24.563809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:25.097886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:25.098421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623238'] for floatingip, after_update {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:25.098626 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.db.l3_db [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Floating IP 404f142a-eb4e-4c55-99a7-9ddd5351d463 disassociated. External IP: 172.28.0.119, port: 8aeefa45-d729-4710-8bdc-32997a7e7f60. Jul 23 17:20:25.099003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Calling delete_port for 8aeefa45-d729-4710-8bdc-32997a7e7f60 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:25.250044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:25.255925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d0f164ea-b44f-4e7d-b3bc-691ca14b11c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:25.300109 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event deleted for resources: {'Port': ['ID=8aeefa45-d729-4710-8bdc-32997a7e7f60,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:25.304023 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:25.415183 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e1c59c87-c740-446f-891e-3ec01ec731f5 req-b01bb1ab-21d1-49e5-a114-eefb6e8b7114 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a4d6d2f-6fdc-4719-9806-57572f6226c0 HTTP/1.1" status: 200 len: 210 time: 0.0506389 Jul 23 17:20:25.540857 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:20:25.761962 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:25.775752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:25.798987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:25.800077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:20:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:25.835321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] No DVR routers for this DVR port 8aeefa45-d729-4710-8bdc-32997a7e7f60 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:20:25.837877 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:25.841515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-deleted', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:25.862785 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-7de63e44-d646-46a7-82a9-e972caf59c1a req-9cf0c1e7-d0d7-45b1-babf-36894f0ad115 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.102 "DELETE /v2.0/ports/8aeefa45-d729-4710-8bdc-32997a7e7f60 HTTP/1.1" status: 204 len: 173 time: 1.6424031 Jul 23 17:20:25.908219 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d6d2f-6fdc-4719-9806-57572f6226c0', 'name': 'network-vif-deleted', 'tag': '8aeefa45-d729-4710-8bdc-32997a7e7f60', 'status': 'completed', 'code': 200} Jul 23 17:20:26.021960 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:26.350496 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:26.354590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:26.367226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:26.367875 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:20:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:26.558266 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:26.579744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56092) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:26.652395 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.687054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.739265 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.745680 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-88adab82-ae52-4495-a602-1ffa64e11312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:26.763349 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea33b07e-df6a-4819-b30c-cd7bbb30518c,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:26.766157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:26.773523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.775494 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-d223e382-5ccd-4515-8f1a-5db2f78c8a39 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "DELETE /v2.0/security-groups/ea33b07e-df6a-4819-b30c-cd7bbb30518c HTTP/1.1" status: 204 len: 168 time: 0.1940598 Jul 23 17:20:26.778954 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56100) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:26.809964 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.api.v2.resource [None req-015ba539-d46f-4aec-b687-57654f1c1d60 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] show failed (client error): The resource could not be found. Jul 23 17:20:26.811398 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-015ba539-d46f-4aec-b687-57654f1c1d60 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "GET /v2.0/security-groups/ea33b07e-df6a-4819-b30c-cd7bbb30518c HTTP/1.1" status: 404 len: 347 time: 0.0317328 Jul 23 17:20:26.815661 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56104) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:26.909997 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:26.914842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88be90-d1ad-4d72-82b7-649fcfc6ee77 None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:21Z', 'revision_number': 4, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '53988bf8-5c19-450d-8dd2-7b8311cd81ee', 'name': '', 'network_id': '88d4239e-fcc7-457f-9665-03b62c14872b', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'mac_address': 'fa:16:3e:1e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:20Z', 'updated_at': '2021-07-23T17:13:36Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'subnets': [{'id': 'e73ebde8-e48d-4d7f-b744-6fbe42a57816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:20:26.991963 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Deleting port 24cc7bf9-e66e-4e29-bdff-7a26e5028c1a {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:26.992370 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.187314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.187685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.330091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Calling delete_port for 24cc7bf9-e66e-4e29-bdff-7a26e5028c1a owned by network:floatingip {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:27.373274 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:27.405014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e16c5e-9f1a-4ec7-99e9-9ec8a49b506f None None] New status for floating IP 404f142a-eb4e-4c55-99a7-9ddd5351d463: DOWN {{(pid=82119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:20:27.473361 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.474974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 8aeefa45-d729-4710-8bdc-32997a7e7f60 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:27.475363 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8aeefa45-d729-4710-8bdc-32997a7e7f60 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:27.478248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-08339095-18ca-43b2-b4fc-9ff0f8d28f8b tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:27.524265 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Pushing event deleted for resources: {'Port': ['ID=24cc7bf9-e66e-4e29-bdff-7a26e5028c1a,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:27.528168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:27.564067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-97e16c5e-9f1a-4ec7-99e9-9ec8a49b506f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:20:27.564470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-97e16c5e-9f1a-4ec7-99e9-9ec8a49b506f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:20:27.619220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks [] for floatingip, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.634426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.635668 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-97c3bfd8-2c6a-4147-a904-d690273348a0 tempest-AttachVolumeShelveTestJSON-320726240 tempest-AttachVolumeShelveTestJSON-320726240-project] 10.222.0.100 "DELETE /v2.0/floatingips/404f142a-eb4e-4c55-99a7-9ddd5351d463 HTTP/1.1" status: 204 len: 168 time: 0.8179543 Jul 23 17:20:28.066456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e16c5e-9f1a-4ec7-99e9-9ec8a49b506f None None] New status for floating IP 404f142a-eb4e-4c55-99a7-9ddd5351d463: DOWN {{(pid=82119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:20:30.509518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56142) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:31.193049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:31.948483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Deleting port 53988bf8-5c19-450d-8dd2-7b8311cd81ee {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:31.949054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:31.956453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3f7611b1-bb3e-4478-859e-bc21168f2646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:32.403505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] For port 53988bf8-5c19-450d-8dd2-7b8311cd81ee, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=53988bf8-5c19-450d-8dd2-7b8311cd81ee,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:32.404096 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:32.548449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Calling delete_port for 53988bf8-5c19-450d-8dd2-7b8311cd81ee owned by network:router_interface {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:32.733357 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:32.740300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd306fdd-16eb-4224-8c84-af20384f9ec0 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:32.785767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Pushing event deleted for resources: {'Port': ['ID=53988bf8-5c19-450d-8dd2-7b8311cd81ee,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:32.866045 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.866420 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.866745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.867150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.867603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.867947 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.868346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.868743 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.869136 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.869527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.869944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:32.874706 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:33.111615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:33.721874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:20:33.950897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:33.960615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] Sync routers for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:33.968671 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] 10.222.0.100 "PUT /v2.0/routers/9a9b66c7-ddeb-430d-85a9-14bf201c45b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4548764 Jul 23 17:20:33.968991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56170) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:33.973866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:33.974481 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:20:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:34.169387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:34.187832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:34.224907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:34.408979 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:34.418382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Deleting port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:34.418903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:34.507774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:20:32Z', 'revision_number': 5, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port': {'id': 'f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:34.512847 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] Checking router: 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:34.525796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] Routers {'9a9b66c7-ddeb-430d-85a9-14bf201c45b2'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:34.526737 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:20:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:34.860413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] Set router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 gateway port host: None {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:34.869854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] For port f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:34.870625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:34.974764 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:20:34Z', 'revision_number': 6, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port_host': None}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:34.979189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01030-82ed-4de5-ad83-c5407f64255d None None] The sync data for ids ['9a9b66c7-ddeb-430d-85a9-14bf201c45b2'] in dv-cinder-802045-1-smb is: [{'id': '9a9b66c7-ddeb-430d-85a9-14bf201c45b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1074438155-router', 'tenant_id': 'ccea02c8e05946dea4af16076a889490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:13:13Z', 'updated_at': '2021-07-23T17:20:34Z', 'revision_number': 6, 'project_id': 'ccea02c8e05946dea4af16076a889490', 'gw_port_host': None}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:20:35.002721 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Calling delete_port for f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 owned by network:router_gateway {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:35.175656 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.183194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.189276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bdb806a2-e9f2-4df1-9067-ee6e9ea5288e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:35.237610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:35.240404 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:35.488539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.675443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-de660d95-2896-41db-9077-af28113ca536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.776213 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.782411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.817170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.817981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9b66c7-ddeb-430d-85a9-14bf201c45b2 {{(pid=82118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:20:35.831300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.833037 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b0694ddd-0d4c-4377-b4c8-3b5ba1216ac7 admin admin] 10.222.0.100 "DELETE /v2.0/routers/9a9b66c7-ddeb-430d-85a9-14bf201c45b2 HTTP/1.1" status: 204 len: 168 time: 1.8625774 Jul 23 17:20:35.835271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56184) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:35.926083 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Deleting subnet e73ebde8-e48d-4d7f-b744-6fbe42a57816 {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:20:35.930110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.989801 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.079938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.157946 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.163174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c081b239-1cc2-492d-ae1b-b9e9c87c04e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:36.206232 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73ebde8-e48d-4d7f-b744-6fbe42a57816,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:36.210179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:36.213698 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.219953 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ccd08-d0a8-46e8-b0a2-c4537b7d397c None None] Network 88d4239e-fcc7-457f-9665-03b62c14872b requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:36.221086 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e73ebde8-e48d-4d7f-b744-6fbe42a57816 HTTP/1.1" status: 204 len: 168 time: 0.3843958 Jul 23 17:20:36.224000 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56190) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:36.353807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.366028 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Deleting port 39148e76-e8a6-437f-b70f-ba6f329dcb14 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:36.366402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.494834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] DHCP port deletion for 88d4239e-fcc7-457f-9665-03b62c14872b request from dv-cinder-802045-1-smb {{(pid=82119) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:20:36.500704 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Deleting port 39148e76-e8a6-437f-b70f-ba6f329dcb14 {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:36.501121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.611720 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] For port 39148e76-e8a6-437f-b70f-ba6f329dcb14, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=39148e76-e8a6-437f-b70f-ba6f329dcb14,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:36.612113 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.719105 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] For port 39148e76-e8a6-437f-b70f-ba6f329dcb14, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=39148e76-e8a6-437f-b70f-ba6f329dcb14,segment=NetworkSegment(b904da2f-148e-4351-b37f-cf63332e4a54),segment_id=b904da2f-148e-4351-b37f-cf63332e4a54)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:36.719473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.740424 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Calling delete_port for 39148e76-e8a6-437f-b70f-ba6f329dcb14 owned by network:dhcp {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:36.790994 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:36.825379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:36.830250 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-7d8282d4-121d-4703-8364-0fd90424ef32 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:36.873252 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39148e76-e8a6-437f-b70f-ba6f329dcb14,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:36.877184 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:36.880439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] No DVR routers for this DVR port 39148e76-e8a6-437f-b70f-ba6f329dcb14 on host dv-cinder-802045-1-smb {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:20:36.893933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Calling delete_port for 39148e76-e8a6-437f-b70f-ba6f329dcb14 owned by network:dhcp {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:36.920769 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:36.921148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device f432a33d-7d4c-4c16-b13c-2ad81d7eb0e0 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:36.921942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 39148e76-e8a6-437f-b70f-ba6f329dcb14 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:36.965392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 39148e76-e8a6-437f-b70f-ba6f329dcb14 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:36.965782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 39148e76-e8a6-437f-b70f-ba6f329dcb14 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:36.966273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 53988bf8-5c19-450d-8dd2-7b8311cd81ee no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:37.009527 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.009912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 53988bf8-5c19-450d-8dd2-7b8311cd81ee {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:37.010223 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 53988bf8-5c19-450d-8dd2-7b8311cd81ee not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:37.025156 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d4239e-fcc7-457f-9665-03b62c14872b']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:37.039194 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b904da2f-148e-4351-b37f-cf63332e4a54') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:37.039514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b904da2f-148e-4351-b37f-cf63332e4a54') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:37.040634 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:20:37.041155 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:20:37.053029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.069503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.076677 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Releasing vlan 1352 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:20:37.077204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:37.091788 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:37.178646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.182298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:37.196904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.208414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d4239e-fcc7-457f-9665-03b62c14872b,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:37.212003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:37.223347 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] 10.222.0.100 "DELETE /v2.0/networks/88d4239e-fcc7-457f-9665-03b62c14872b HTTP/1.1" status: 204 len: 168 time: 0.9980404 Jul 23 17:20:37.272037 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.372017 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56206) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:37.427920 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-90a39ab3-7233-4542-8d8c-36874591dee5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ccea02c8e05946dea4af16076a889490&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545609 Jul 23 17:20:37.430669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56210) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:37.498638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.525198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.542725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Deleting port 39148e76-e8a6-437f-b70f-ba6f329dcb14 {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:37.543170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.573682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.580449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6b50f465-672c-4a50-8f71-967b85f66577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:37.595255 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faa7783-047f-4310-9a3a-7dce04ed3f64,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:37.607051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.608216 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4faa7783-047f-4310-9a3a-7dce04ed3f64 HTTP/1.1" status: 204 len: 168 time: 0.1765673 Jul 23 17:20:37.610157 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7d5ae-3d2f-41f6-8c05-afcd756891c7 None None] The port '39148e76-e8a6-437f-b70f-ba6f329dcb14' was deleted {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:20:37.610282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.610956 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.611114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.611458 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.612385 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.612852 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.613272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.613690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.615974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.615974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.615974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:37.618137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:38.972099 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56268) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:39.130294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.164643 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:39.169239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Usage tracker for resource:security_group_rule and tenant:e329372f822040419fdc6c109ef6c2ee is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:39.172622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:39.178966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:39.252944 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.256138 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.265412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f5bd1f09-51b4-4ce5-9e35-6318e47c6722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:39.309414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5e9ca3-e089-48a3-8025-3093f3297e0c,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:39.312893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:39.317695 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-29d7a0fe-dffb-458a-85e5-4b0a8074ea28 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e329372f822040419fdc6c109ef6c2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420780 Jul 23 17:20:39.318181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56282) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:39.347627 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56286) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:39.384787 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.418686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.470441 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.475552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8515ed5b-2e72-4081-b5e2-113eb430c2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:39.488631 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5e9ca3-e089-48a3-8025-3093f3297e0c,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:39.491392 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:39.494912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.500565 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ac5e9ca3-e089-48a3-8025-3093f3297e0c HTTP/1.1" status: 204 len: 168 time: 0.1815345 Jul 23 17:20:39.510749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.547668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:39.551782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Usage tracker for resource:security_group_rule and tenant:af83e06673dc4553a84c818aeb0b2dab is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:39.554720 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:39.561942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:39.633849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.636866 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.645444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-a63a1613-e75c-49c6-b9a4-1bf19a6eb800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:39.696598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1c983-899d-401e-b2a4-766d69fd60b0,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:39.700618 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:39.703289 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=af83e06673dc4553a84c818aeb0b2dab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3541808 Jul 23 17:20:39.706595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56296) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:39.776819 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.807814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.859896 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.865236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-768180bf-8b62-4ade-a66b-f8af76cdfbc4 tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:39.879310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1c983-899d-401e-b2a4-766d69fd60b0,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:39.882713 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:39.885110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:39.892618 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/00d1c983-899d-401e-b2a4-766d69fd60b0 HTTP/1.1" status: 204 len: 168 time: 0.1807647 Jul 23 17:20:40.176094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:20:42.203676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56362) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:42.372525 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.406231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:42.411278 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Usage tracker for resource:security_group_rule and tenant:ad360ec4843e44509f0e729b77b849c9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:42.413734 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:42.420228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:42.516377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.519808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.528298 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-233fac96-4a82-49f5-a09e-0dcb4058d959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:42.581722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ae577-e35f-4387-b05b-384bd4c20257,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:42.587030 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ad360ec4843e44509f0e729b77b849c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3821819 Jul 23 17:20:42.587344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56370) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:42.588192 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:42.613817 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.662548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.694545 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.763444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.770003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd643909-eb4f-467e-9d04-590ff4c72a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:42.786978 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ae577-e35f-4387-b05b-384bd4c20257,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:42.789412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:42.790439 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:42.805103 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-20a8116c-011b-45da-9e05-d46c85e60401 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4b7ae577-e35f-4387-b05b-384bd4c20257 HTTP/1.1" status: 204 len: 168 time: 0.2154775 Jul 23 17:20:43.191655 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56384) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:43.212411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.261254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:43.265813 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:29db3360070e4f49b33cee75ea7d3f03 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:43.269007 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:43.276682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:43.353090 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.357132 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.364916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dae58786-4ca0-46cf-867a-d8944dfe6619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:43.411146 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5309430-f704-48de-a750-3ed91f151564,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:43.415706 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=29db3360070e4f49b33cee75ea7d3f03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2230566 Jul 23 17:20:43.416663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:43.418719 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56388) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:43.492523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.521417 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.569191 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.574272 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-71cf7430-0f20-420c-a698-d18c63fb5121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:43.590311 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5309430-f704-48de-a750-3ed91f151564,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:43.594529 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:43.599152 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.601025 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1256df1b-e727-46ad-b81a-faea0c91b2a1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f5309430-f704-48de-a750-3ed91f151564 HTTP/1.1" status: 204 len: 168 time: 0.1811626 Jul 23 17:20:44.309444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56412) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:44.471878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.507509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:44.513134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6c70148ee44cd4a1f6b8a47767b015 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:44.516421 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:44.523893 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:44.594600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.597539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.606226 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-514ce715-096b-44bf-b6bb-fd481db91479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:44.658113 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2b6c70148ee44cd4a1f6b8a47767b015&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473616 Jul 23 17:20:44.659071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c4946b-36d6-4377-a2fe-6cf1e592c55b,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:44.660930 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56424) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:44.662301 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:44.733995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.764183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.814092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.819587 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b35e5431-b6d6-4e41-aa33-6ea754b3282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:44.835162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c4946b-36d6-4377-a2fe-6cf1e592c55b,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:44.838531 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:44.839571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:44.843569 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-85cc5910-9cec-4ac3-bec7-ca6096c1453d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/59c4946b-36d6-4377-a2fe-6cf1e592c55b HTTP/1.1" status: 204 len: 168 time: 0.1784432 Jul 23 17:20:48.368514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56538) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:48.541556 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.577635 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:48.581628 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3c28a8f5004b249ec5cfd768b12b45 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:48.584582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:48.591453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:48.661820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.664572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.675087 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5b23152d-8bba-4e78-b6dd-beea64d98061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:48.724920 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1a3c28a8f5004b249ec5cfd768b12b45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552599 Jul 23 17:20:48.725754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f54f33-d0e9-44ad-8316-c4ec9a5cf4ad,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:48.727908 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56546) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:48.728958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b2a43e91-bf50-45f5-94f0-e048a8ca10b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:48.797168 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.825796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.870167 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.875974 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-31ddd365-063e-4249-8d47-12b5d32dcc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:48.888854 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f54f33-d0e9-44ad-8316-c4ec9a5cf4ad,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:48.893722 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:48.898068 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.899406 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-976a583a-a8c7-4860-bfa8-95dd01a63e71 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/32f54f33-d0e9-44ad-8316-c4ec9a5cf4ad HTTP/1.1" status: 204 len: 168 time: 0.1704373 Jul 23 17:20:49.252614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56554) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:49.272475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.306247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:49.311154 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Usage tracker for resource:security_group_rule and tenant:b9ba11f4d2ee4c389b6b2b3d5c435aff is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:49.314244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:49.320150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:49.392638 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.395428 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.403625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8493a4d9-ed8c-4793-8d2c-80d96392ac88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:49.448612 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d6106-f16d-4972-b244-cc8dacac2746,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:49.452325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:49.454839 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b9ba11f4d2ee4c389b6b2b3d5c435aff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2011399 Jul 23 17:20:49.457752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56558) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:49.522735 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.551544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.598186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.603340 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-75c3c29c-5d60-44c4-9cee-cdfefe2d3432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:49.617391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d6106-f16d-4972-b244-cc8dacac2746,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:49.620645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:49.621740 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:49.624963 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1c1c4f8a-263a-4714-afc0-921fdffa31b1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/525d6106-f16d-4972-b244-cc8dacac2746 HTTP/1.1" status: 204 len: 168 time: 0.1659245 Jul 23 17:20:52.114367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56622) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:52.287470 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.331595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:52.335897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Usage tracker for resource:security_group_rule and tenant:0cd70ecf44974f4ab11a5cabce6963f9 is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:52.338915 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:52.345491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:52.419224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.422183 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.430419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ea25d874-9bc1-4c13-a9b0-76b28c3cd7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:52.476391 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08de12e-73c6-4485-970b-4d59c026ad8e,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:52.481213 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0cd70ecf44974f4ab11a5cabce6963f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3657639 Jul 23 17:20:52.482412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-18a826dd-64b2-423b-9cfe-090903ce338c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:52.484916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56632) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:52.552513 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.583822 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.631202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.636676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c97846d5-7ebe-4671-b9da-10a62157ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:52.655447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08de12e-73c6-4485-970b-4d59c026ad8e,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:52.658718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:52.660786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.663011 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-1b16e8f6-cfdf-49e2-82cb-17ace60112e8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b08de12e-73c6-4485-970b-4d59c026ad8e HTTP/1.1" status: 204 len: 168 time: 0.1763070 Jul 23 17:20:53.015899 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56644) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:53.257460 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.291013 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:53.295559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ad5334d58b4301bd14f168dec275fb is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:53.298724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:53.304803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:53.374402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.377590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.385277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-161a900f-e235-4fb3-b36a-7cca004b35d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:53.430315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662115a-9890-49fc-9ded-215492134fb8,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:53.433547 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:53.436609 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-02bd12db-b8c3-415b-9f6f-6ac3f5f88134 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e9ad5334d58b4301bd14f168dec275fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4195507 Jul 23 17:20:53.439430 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56648) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:53.505666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.533313 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.580839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.585903 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-9c5a0df2-a201-4f7a-aa87-30a976a31cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:53.597257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662115a-9890-49fc-9ded-215492134fb8,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:53.601044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:53.605245 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.607585 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-de3a78fd-e637-4bc9-8971-789212a70934 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3662115a-9890-49fc-9ded-215492134fb8 HTTP/1.1" status: 204 len: 168 time: 0.1671627 Jul 23 17:21:00.339167 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56814) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:00.728003 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.764309 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:00.768590 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9202eeb914cd4d568abce309e2ebb897 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:00.771717 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:00.778452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:00.853093 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.855861 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.863597 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-55ff5a92-61c5-4342-ad8a-02bbc2c77e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:00.913337 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9cd9af-d69a-4719-b4b7-8b8e5ce5fc05,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:00.918164 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9202eeb914cd4d568abce309e2ebb897&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778472 Jul 23 17:21:00.919337 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:00.922886 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56836) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:01.004321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.034126 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.080731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.084904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6cfe16bc-197a-4d13-a52a-190ad8d8d28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:01.103449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9cd9af-d69a-4719-b4b7-8b8e5ce5fc05,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:01.107114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:01.116885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.118515 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-e355769d-597b-43b2-9146-107590f295c9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1b9cd9af-d69a-4719-b4b7-8b8e5ce5fc05 HTTP/1.1" status: 204 len: 168 time: 0.1953361 Jul 23 17:21:01.481100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56858) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:01.503177 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.536257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:01.540351 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e52b7662e95d492194ce9b61969c6b3c is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:01.543297 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:01.550197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:01.620295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.624689 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.632724 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bccf1fd7-c177-4fed-902b-9baf895bd697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:01.676398 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb417cb9-70ac-4e76-871c-8a5e7f173e52,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:01.679939 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:01.682558 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-6c60f3ca-269c-4246-85a3-76f57fef3bb2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e52b7662e95d492194ce9b61969c6b3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2002165 Jul 23 17:21:01.686447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 56862) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:01.756405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.786077 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.833752 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.838173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2414f43f-7313-41ed-8723-5a664ea3d3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:01.852025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb417cb9-70ac-4e76-871c-8a5e7f173e52,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:01.854942 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:01.856650 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.857876 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cb417cb9-70ac-4e76-871c-8a5e7f173e52 HTTP/1.1" status: 204 len: 168 time: 0.1705575 Jul 23 17:21:01.954781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1ab30687-4bed-4da0-8a73-1c931a6d8dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.302881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56874) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:02.322885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.360459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:02.364518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Usage tracker for resource:security_group_rule and tenant:d118173d58174a3bb7b2e8ab8662e6bc is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:02.367537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:02.374731 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:02.447904 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.450874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.459617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-95eeed07-01db-41b7-b276-1b2870caf7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:02.505326 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b8f7cf-34a4-40b1-9ab6-9c7060752088,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:02.508726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:02.511199 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-90d769a6-7ec0-4eb7-b9ef-f225165a8baa admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d118173d58174a3bb7b2e8ab8662e6bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2072327 Jul 23 17:21:02.514095 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 56878) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:02.583373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.611859 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.660860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.665965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-6daf11cb-75b1-4a98-9910-1e7ecb0149bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:02.678757 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b8f7cf-34a4-40b1-9ab6-9c7060752088,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:02.682646 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:02.686683 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.690596 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b5b8f7cf-34a4-40b1-9ab6-9c7060752088 HTTP/1.1" status: 204 len: 168 time: 0.1724224 Jul 23 17:21:04.223210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.177593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.690898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1aac-43d2-4074-bf69-2d9ce2462675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.274803 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.250916 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57018) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.445894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.482051 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:11.487426 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Usage tracker for resource:security_group_rule and tenant:b9e75c5c57464e279bc910c9245f30dc is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:11.491228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:11.499842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:11.573451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.577425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.585219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-147dcc80-9806-4773-a825-579f070b7268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.634940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27358fc-0dd6-4603-acfb-a6ee8b5f6d8a,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.640258 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b9e75c5c57464e279bc910c9245f30dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3880391 Jul 23 17:21:11.641277 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.643097 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57024) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.710594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.742379 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.790063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.797377 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-10b899aa-f857-4124-ae4c-4fd0dc5204fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.813603 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27358fc-0dd6-4603-acfb-a6ee8b5f6d8a,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.816055 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.817653 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.818121 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3ae967da-2be8-4fed-b46d-f312174269e2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e27358fc-0dd6-4603-acfb-a6ee8b5f6d8a HTTP/1.1" status: 204 len: 168 time: 0.1740608 Jul 23 17:21:12.193080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57034) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:12.214299 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.249346 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:12.253933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Usage tracker for resource:security_group_rule and tenant:768af21f8fbb46278aad13f0eb8d454b is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:12.258022 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:12.263448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:12.357927 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.361053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.368874 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-01550214-42e3-42ad-a1e8-9819074264dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:12.414046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce767ba-ceb9-4cfd-a496-028f1c7b9001,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:12.417339 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:12.420516 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-996d3fc6-b28b-48ff-a3a3-aca6e3b89af2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=768af21f8fbb46278aad13f0eb8d454b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2262022 Jul 23 17:21:12.424378 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57038) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:12.493411 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.526119 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.581494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.588300 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bbf64e53-66d0-4381-adfa-b40260380ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:12.594429 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.603814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce767ba-ceb9-4cfd-a496-028f1c7b9001,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:12.607434 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:12.608755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.610353 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ffbc203f-efa9-443e-ae1e-3fa5f4156fd4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cce767ba-ceb9-4cfd-a496-028f1c7b9001 HTTP/1.1" status: 204 len: 168 time: 0.1840589 Jul 23 17:21:15.817447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57138) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:15.991523 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.025809 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:16.030575 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Usage tracker for resource:security_group_rule and tenant:73d283eff28f4c56aece979bfd61bf7b is out of sync, need to count used quota {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:16.033625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:16.039686 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:16.110345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.113598 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.121777 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-dcb5d201-5800-42f1-bb65-7ed912ea1a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:16.171912 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57146) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:16.172142 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=73d283eff28f4c56aece979bfd61bf7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3532436 Jul 23 17:21:16.173026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700bc9a8-64fd-4bd2-86e2-d543339e0257,revision_number=1']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:16.176607 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8d17490d-3aa4-4834-9432-4e22c7f97f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:16.246201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.290993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.357776 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.363788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b1e9751-78a8-45ec-810b-230e1b3d9ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:16.381685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700bc9a8-64fd-4bd2-86e2-d543339e0257,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:16.385247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:16.392371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.396317 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-188a6038-6236-42b5-8063-49fef557d880 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965009 Jul 23 17:21:16.397081 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b5b0243d-a0ae-4388-814c-4716a2d8adc6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/700bc9a8-64fd-4bd2-86e2-d543339e0257 HTTP/1.1" status: 204 len: 168 time: 0.2237661 Jul 23 17:21:16.503483 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-7e6be533-75dd-40e5-aad1-e9cce51172b9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.0808613 Jul 23 17:21:16.672065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457684dc-27f5-4579-9d86-af6c15e871df req-95518f5c-d723-4dcf-9c82-c6add1f3e59a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:16.673653 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-95518f5c-d723-4dcf-9c82-c6add1f3e59a service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.1500113 Jul 23 17:21:16.793101 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-4d804874-0efd-475f-8dcc-756cd43096be service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 1001 time: 0.1134694 Jul 23 17:21:16.805217 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57158) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:16.827918 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.865244 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457684dc-27f5-4579-9d86-af6c15e871df req-01715709-db24-43e1-8e9d-83e8efb7fbd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:16.866882 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-01715709-db24-43e1-8e9d-83e8efb7fbd2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.0684292 Jul 23 17:21:16.875368 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:16.879669 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Usage tracker for resource:security_group_rule and tenant:30a6f35c020d4221b3b569aa6fa224d9 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:16.882674 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:16.889574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:16.954046 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-76b2ac8f-0bd4-4ea1-96b1-c58e8c406cc7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807972 Jul 23 17:21:16.961885 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.967709 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.975822 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-19c620a4-967b-4298-976c-594947ccf9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:17.022202 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9801a2f4-63ec-4a3a-a288-c4d07b561da9,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:17.030091 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=30a6f35c020d4221b3b569aa6fa224d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2236691 Jul 23 17:21:17.031091 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:17.031629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57162) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:17.096872 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.108062 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-49889471-77bb-45fe-8bcf-8988fe6e0b09 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472628 Jul 23 17:21:17.124907 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.179843 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.186897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-2c2225e3-2e97-4f76-a8fe-a068dc697c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:17.189436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:21:17.205121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9801a2f4-63ec-4a3a-a288-c4d07b561da9,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:17.207387 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.208634 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9801a2f4-63ec-4a3a-a288-c4d07b561da9 HTTP/1.1" status: 204 len: 168 time: 0.1760817 Jul 23 17:21:17.209600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ed9cac50-66ca-4cf2-8ac4-5b7b093e94be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:17.279857 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-457684dc-27f5-4579-9d86-af6c15e871df req-0a9f3e93-4d72-41bf-b638-169950f468bb service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643224 Jul 23 17:21:21.723600 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57274) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:21.888729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:21.922663 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:21.926779 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Usage tracker for resource:security_group_rule and tenant:a5962af3d9bd483694ebe4da25428d52 is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:21.929844 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:21.936061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:22.004972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:22.007839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:22.016390 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5ba819a4-d1a5-4664-8019-5383b68c3451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:22.058484 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e1576-7d14-47cb-ba61-7694b9651c86,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:22.062050 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:22.065643 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a5962af3d9bd483694ebe4da25428d52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3409362 Jul 23 17:21:22.068452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57280) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:22.133917 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:22.162467 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:22.212209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:22.216976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-90a96c32-8ad9-46df-a55e-676afe1bd07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:22.229295 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e1576-7d14-47cb-ba61-7694b9651c86,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:22.233741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:22.236958 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:22.238216 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-c866a391-91bc-4e65-8d2f-be2abf6cf594 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/100e1576-7d14-47cb-ba61-7694b9651c86 HTTP/1.1" status: 204 len: 168 time: 0.1688626 Jul 23 17:21:31.947425 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cd7ded16-6885-421a-95a3-c5b774b1c833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:34.215895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:35.181812 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:35.684009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4cf95e37-8de4-42c9-a562-4ec3b1b92700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:37.279170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:42.589304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:43.209118 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfab9-7252-4966-ad14-65cdee86071b req-6ee45ec3-9edb-4553-b642-cb0d613ae097 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:43.210795 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a6dfab9-7252-4966-ad14-65cdee86071b req-6ee45ec3-9edb-4553-b642-cb0d613ae097 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1051662 Jul 23 17:21:43.264628 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2a6dfab9-7252-4966-ad14-65cdee86071b req-7a624563-9c17-421a-80ec-2f947e62e271 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Jul 23 17:21:44.016057 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57384) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:44.167466 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.199774 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:44.203788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a056f74aae7f4231b31d7c8c7578c28a is out of sync, need to count used quota {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:44.207307 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82117) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:44.213188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.quota.driver [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:44.284196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.288049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_create {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.295518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5b828352-5cf4-4d58-85f2-4473ec4bb367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:44.339901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e30133-f1ef-4c9d-a837-07874bc049ee,revision_number=1']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:44.345959 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a056f74aae7f4231b31d7c8c7578c28a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3286800 Jul 23 17:21:44.348981 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57394) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:44.352201 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.352625 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.353046 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.353452 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.353888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.354291 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.354690 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.355098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.355499 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.355895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.356294 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.360521 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-aea04723-8049-40c6-9902-3e72dd6086c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:44.420953 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.451171 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.485123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414829c-79a9-443c-af51-ff1370845393 req-ee9d898f-4ca1-4809-9d54-872c26005c5f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:44.487049 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2414829c-79a9-443c-af51-ff1370845393 req-ee9d898f-4ca1-4809-9d54-872c26005c5f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0877044 Jul 23 17:21:44.501372 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.507826 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d3cf5bfd-9452-4b07-9acd-7b692bfc0d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:44.520409 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e30133-f1ef-4c9d-a837-07874bc049ee,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:44.533403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.533856 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.534297 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.534754 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.535162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.535565 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.535966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.536366 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.536766 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.537165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.537560 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:44.541565 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-2414829c-79a9-443c-af51-ff1370845393 req-a9612c9b-4383-4b38-b544-f17d1f12cdb4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Jul 23 17:21:44.543035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:44.545121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.549495 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-8a75cca4-415e-4e0a-96cc-9afc9e747bfc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/43e30133-f1ef-4c9d-a837-07874bc049ee HTTP/1.1" status: 204 len: 168 time: 0.1991169 Jul 23 17:21:45.757472 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dffff-891e-4bd6-8ea3-6887a62231a7 req-0c6ddcb3-c35e-4d54-b905-c751225d4418 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:45.759126 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-804dffff-891e-4bd6-8ea3-6887a62231a7 req-0c6ddcb3-c35e-4d54-b905-c751225d4418 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0881588 Jul 23 17:21:45.815491 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-804dffff-891e-4bd6-8ea3-6887a62231a7 req-9023856b-e276-446d-ac85-9edd1510aa12 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 Jul 23 17:21:47.034167 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477515b-c7fb-4ed2-81d5-d0d0014aa3d7 req-77709ce6-137b-4a59-a6f8-a98a7b6985c9 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:47.036271 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4477515b-c7fb-4ed2-81d5-d0d0014aa3d7 req-77709ce6-137b-4a59-a6f8-a98a7b6985c9 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0873103 Jul 23 17:21:47.091411 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-4477515b-c7fb-4ed2-81d5-d0d0014aa3d7 req-4d136b3d-a562-44b7-936b-dfefb01561c1 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486047 Jul 23 17:21:48.306608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221aae-b10a-4a23-9caf-58f3f9525a48 req-4ffda615-3a35-4131-9bd7-e821a8ed911f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:48.308264 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e5221aae-b10a-4a23-9caf-58f3f9525a48 req-4ffda615-3a35-4131-9bd7-e821a8ed911f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0873404 Jul 23 17:21:48.360642 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e5221aae-b10a-4a23-9caf-58f3f9525a48 req-a8204734-b1b5-4e3a-b02d-e02aa1ee69af tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Jul 23 17:21:49.572725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e3cd2-0744-4616-8f6a-3b32cc1626aa req-6cd29d26-5682-4d0f-9f6c-4f7a0e9cc310 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:49.574380 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-192e3cd2-0744-4616-8f6a-3b32cc1626aa req-6cd29d26-5682-4d0f-9f6c-4f7a0e9cc310 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0903001 Jul 23 17:21:49.624308 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-192e3cd2-0744-4616-8f6a-3b32cc1626aa req-5ae9f73e-6339-4f77-86c9-f30e5bfee1a0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Jul 23 17:21:50.844668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09521-b24a-414f-95d7-2590baa16c84 req-792ec924-15a9-495e-b3f5-6641d9e22921 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:50.846350 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-75a09521-b24a-414f-95d7-2590baa16c84 req-792ec924-15a9-495e-b3f5-6641d9e22921 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0890265 Jul 23 17:21:50.899426 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-75a09521-b24a-414f-95d7-2590baa16c84 req-18389fd3-507c-4582-8557-0b40c65fdf34 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461535 Jul 23 17:21:52.124883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02314d-b53f-4961-80ac-4eb5e0d90f96 req-f3240be0-1451-40d3-a894-463a671efeb8 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:52.126454 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6f02314d-b53f-4961-80ac-4eb5e0d90f96 req-f3240be0-1451-40d3-a894-463a671efeb8 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0980992 Jul 23 17:21:52.178709 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-6f02314d-b53f-4961-80ac-4eb5e0d90f96 req-76a5ea27-def8-46ab-9404-405a6479576d tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457375 Jul 23 17:21:53.283866 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-4ec1c520-e172-447d-b32a-d95ef2ca24e7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.0815852 Jul 23 17:21:53.392276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5655eda-6c3a-427d-b133-40269f6743fb req-ea24e3ac-8f5f-4201-b49f-eb58b017dc4f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:53.394970 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c5655eda-6c3a-427d-b133-40269f6743fb req-ea24e3ac-8f5f-4201-b49f-eb58b017dc4f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0852380 Jul 23 17:21:53.433967 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-40295fc9-37fd-48ae-8a5c-54a752a39e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:53.435585 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-40295fc9-37fd-48ae-8a5c-54a752a39e05 service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.1454043 Jul 23 17:21:53.450892 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c5655eda-6c3a-427d-b133-40269f6743fb req-976c74f3-3a53-4181-ac67-d4ed919aa8fe tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503020 Jul 23 17:21:53.544706 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-c7237078-6d26-42d6-9098-bb613f3cce24 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 1001 time: 0.1031942 Jul 23 17:21:53.612779 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-32fb9cb3-59db-4f5b-a9b6-80209e494caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:53.614443 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-32fb9cb3-59db-4f5b-a9b6-80209e494caf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.0638089 Jul 23 17:21:53.697076 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-6a3f3e1f-9696-4a37-99e7-83c9cae34630 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761285 Jul 23 17:21:53.844006 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-d695e1f5-8b24-4e4e-8fe6-c9ed6b678618 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407225 Jul 23 17:21:53.986715 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-3c4f5cb2-b801-474a-a7e1-0451e1499401 req-48d462b0-78ab-44e9-83e8-f41da8af5f4a service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366811 Jul 23 17:21:54.181145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:21:54.662524 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fecbc6-6026-4933-bb5d-71cd73fd1c6d req-ebf62ec0-4503-4527-9cf4-ad31c1d2417c tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:54.664157 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-54fecbc6-6026-4933-bb5d-71cd73fd1c6d req-ebf62ec0-4503-4527-9cf4-ad31c1d2417c tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0855215 Jul 23 17:21:54.716683 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-54fecbc6-6026-4933-bb5d-71cd73fd1c6d req-c252a58a-2075-44a2-8b8d-083c18a7148a tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462947 Jul 23 17:21:55.938700 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c8fab-1927-4a0d-a707-e55e5d516807 req-cb3648c5-3efa-4549-91f6-6d0b098780fc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.940223 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-141c8fab-1927-4a0d-a707-e55e5d516807 req-cb3648c5-3efa-4549-91f6-6d0b098780fc tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0884454 Jul 23 17:21:55.992028 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-141c8fab-1927-4a0d-a707-e55e5d516807 req-bc11bcba-a7c4-4e36-8513-4272aec471f2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446601 Jul 23 17:21:57.197535 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d5f2f-87f2-4179-9a8d-f55f33dbb433 req-fbcd1f26-f202-44fd-a13a-3ed24f850419 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:57.199182 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c90d5f2f-87f2-4179-9a8d-f55f33dbb433 req-fbcd1f26-f202-44fd-a13a-3ed24f850419 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0827639 Jul 23 17:21:57.248873 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c90d5f2f-87f2-4179-9a8d-f55f33dbb433 req-1b64d105-8019-4ef0-9e89-0298b6f9b9a2 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Jul 23 17:21:57.592914 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-71314aa5-1ab7-492d-9b65-f744bd0f3c01 req-49ff993c-e764-4afc-9e21-d2cc34576f84 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2245529 Jul 23 17:21:57.823630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:21:57.946420 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-cdfe448f-3988-411b-b36b-3173b62ce7e7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2284055 Jul 23 17:21:57.946659 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:57.955786 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ab66-cf0c-45d9-8216-d9cca2d5ba9c req-68f05adb-67e3-4dcd-a477-13130266b5b4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:57.958087 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0f43ab66-cf0c-45d9-8216-d9cca2d5ba9c req-68f05adb-67e3-4dcd-a477-13130266b5b4 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1563880 Jul 23 17:21:57.979966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:57.991808 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:57.994995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:57.997214 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-554fc7b5-36df-453e-bc10-e276d955984d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:58.013869 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-0f43ab66-cf0c-45d9-8216-d9cca2d5ba9c req-76a36080-cc02-4086-b1f6-a147d29689c9 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491910 Jul 23 17:21:58.043111 dv-cinder-802045-1-smb neutron-server[82004]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'code': 422} returned with failed status Jul 23 17:21:58.093014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=6']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:58.102970 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.103354 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.103728 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.104092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.104475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.104797 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.105162 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.105522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.105902 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.106331 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.106595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:58.110782 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:59.067026 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-e5467deb-d167-4d23-873f-b8760c90ae95 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee&tenant_id=b4fa9bdd038a439ea54537869266c0cd HTTP/1.1" status: 200 len: 1096 time: 0.0815465 Jul 23 17:21:59.178269 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-43ba57df-6533-4d9c-b831-22a469f2954c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1096 time: 0.0887392 Jul 23 17:21:59.259115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e042-ef5d-450c-8125-089a62115cf5 req-1afae4c4-a5a5-41d6-81c7-5148e16f884f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:59.260797 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-69e2e042-ef5d-450c-8125-089a62115cf5 req-1afae4c4-a5a5-41d6-81c7-5148e16f884f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 943 time: 0.1098766 Jul 23 17:21:59.320069 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-69e2e042-ef5d-450c-8125-089a62115cf5 req-da880d7e-26ee-4be0-a9a6-fc80ceae3aab tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526571 Jul 23 17:21:59.335193 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-bcf18470-a592-40cd-8057-e023e7bcbed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:59.336865 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-bcf18470-a592-40cd-8057-e023e7bcbed3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.1529167 Jul 23 17:21:59.455558 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-b7264916-5151-47ac-85ad-e1555e3ec2f6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 999 time: 0.1118977 Jul 23 17:21:59.532220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-9b837196-3fb1-42d5-ada9-3e09931563ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:59.533754 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-9b837196-3fb1-42d5-ada9-3e09931563ce service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.0719173 Jul 23 17:21:59.616991 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-844063bb-65fd-49cf-a2fd-0810c4a7d0df service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770307 Jul 23 17:21:59.761500 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-7396d276-ffc7-43a1-95e8-6538cf03eff6 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377442 Jul 23 17:21:59.906617 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-c8992b2c-10df-4d75-b455-9fecc1f3d9ce req-6d17f87e-c0a9-424e-a8b5-d0bbfbd7b3af service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394255 Jul 23 17:22:00.536197 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafd83-a54a-4224-9166-2cc90c33dbf4 req-e3602435-2ed1-4c8e-8946-4951e0027ac8 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:00.537855 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-94fafd83-a54a-4224-9166-2cc90c33dbf4 req-e3602435-2ed1-4c8e-8946-4951e0027ac8 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 943 time: 0.0897284 Jul 23 17:22:00.591213 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-94fafd83-a54a-4224-9166-2cc90c33dbf4 req-d43c666a-28bf-4dba-92ad-c78fa1d83b20 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473506 Jul 23 17:22:01.822414 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512dadf-cb4b-4982-8976-127124f929fa req-d9cf0f84-9134-489a-89d9-b579aaabb258 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:01.824062 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9512dadf-cb4b-4982-8976-127124f929fa req-d9cf0f84-9134-489a-89d9-b579aaabb258 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 943 time: 0.0920274 Jul 23 17:22:01.824253 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=82119) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:22:01.882817 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-9512dadf-cb4b-4982-8976-127124f929fa req-0b48fb5d-b61c-4a8a-8be1-b05fbed730d1 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520580 Jul 23 17:22:01.978448 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-1ed271b1-a2d8-4209-a8ab-af7a07752f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:01.991601 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:02.013047 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Returning: {'device': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'port_id': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'mac_address': 'fa:16:3e:3e:a9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82119) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:22:02.090204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:02.111321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 {{(pid=82119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:22:02.129539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:02.133477 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:02.135330 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-683826cd-174a-43a1-a437-c36480a29060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:02.210116 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=7']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:02.213552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:02.351687 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] get_ports_and_sgs() called for port_ids ['8bcb34ec-29ad-4b56-871c-2d30664d9ba2'] {{(pid=82119) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:22:03.100175 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2db3d6-a9d2-41a1-bdee-396064d09c55 req-04271508-0fc3-4302-b084-bd7184247e99 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:03.101912 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea2db3d6-a9d2-41a1-bdee-396064d09c55 req-04271508-0fc3-4302-b084-bd7184247e99 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 944 time: 0.0867105 Jul 23 17:22:03.155357 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-ea2db3d6-a9d2-41a1-bdee-396064d09c55 req-09cdf2dd-5001-4fb7-9f2a-95f95beb1434 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Jul 23 17:22:03.822204 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 up at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:22:03.909820 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.provisioning_blocks [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Provisioning complete for port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 triggered by entity L2. {{(pid=82119) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:22:03.910396 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-79323'] for port, provisioning_complete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:04.036640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847295280'] for port, before_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:04.066853 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:04.081497 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:04.085938 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759606412318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759605934007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277248841776'] for port, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:04.087995 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:04.137178 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'code': 200} Jul 23 17:22:04.173053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Pushing event updated for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=8']} {{(pid=82119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:04.176807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:04.234094 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:04.454595 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ee3a2-9f43-4b82-8fdb-9d5a8242faab req-a4bc6263-79ef-4203-9c3e-5b3315587563 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:04.456372 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e48ee3a2-9f43-4b82-8fdb-9d5a8242faab req-a4bc6263-79ef-4203-9c3e-5b3315587563 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1371162 Jul 23 17:22:04.472975 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-58b74562-0367-44a4-9075-40bf1b7c4167 req-dffff127-8a93-4ae5-a38e-a1fd24cca752 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.0833509 Jul 23 17:22:04.512585 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-e48ee3a2-9f43-4b82-8fdb-9d5a8242faab req-9c301147-e28c-40d0-a0f6-7e19b306aa1f tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473366 Jul 23 17:22:04.536522 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-58b74562-0367-44a4-9075-40bf1b7c4167 req-d7a24cf1-74bf-4623-8ba0-49a2a0333841 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578918 Jul 23 17:22:05.184941 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:05.697473 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3b04071c-6cc9-4293-b828-1f5ecad89c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:05.732707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddbf79-7275-4f35-b54e-c82d8d9ee5e6 req-a59a940c-159a-448e-80aa-1e36fa707519 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:05.734376 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-feddbf79-7275-4f35-b54e-c82d8d9ee5e6 req-a59a940c-159a-448e-80aa-1e36fa707519 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0858994 Jul 23 17:22:05.792252 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-feddbf79-7275-4f35-b54e-c82d8d9ee5e6 req-145822b2-0ab1-48ae-94db-663b39ce1eee tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514319 Jul 23 17:22:07.283636 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:12.592964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:16.321058 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-94f45a90-d8c1-4148-a632-919a7cd1e2d2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842133 Jul 23 17:22:16.498183 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-44487371-c56d-4180-8eca-f8e02d4cf35c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.1003382 Jul 23 17:22:16.714880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-198d491f-d9d0-4c02-92f0-17ab39ac8654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:16.717351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-198d491f-d9d0-4c02-92f0-17ab39ac8654 service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.1966109 Jul 23 17:22:16.864789 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-75c2f3a9-c7a6-4ec5-9494-705e9b09513f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 1001 time: 0.1407623 Jul 23 17:22:17.173952 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-310552e5-f720-46a1-aa69-a91a7f112a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:17.176282 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-310552e5-f720-46a1-aa69-a91a7f112a49 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.3050931 Jul 23 17:22:17.260437 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-88b98e14-5132-4a62-8f95-c1ee9ba01976 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775316 Jul 23 17:22:17.416444 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-3f45e029-f7e3-4c5d-935c-2b803f728480 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497984 Jul 23 17:22:17.566655 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-36d07d44-478b-4c70-80e3-401d1690fe3a req-61d5f7ca-068b-48b6-9968-0b1f6e8d4cb1 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438012 Jul 23 17:22:31.182749 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:22:31.952145 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-6f771dab-a9b9-4cae-bc02-82359aab145d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:34.218965 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:35.185185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:35.690236 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3dd8dcab-9366-44a7-a1df-f066cf2fd0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:37.283876 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:42.589026 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:01.954029 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bc574a94-865f-49b0-8d82-3004b97b43d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:04.221065 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.191086 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.691672 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-faf62dcb-d634-4e40-9a18-0e00d2e40204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.287316 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:08.184025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:23:12.603373 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.817780 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57464) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:16.037483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Deleting port 3364b671-2133-4737-bfa5-5c9534462dfe {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:16.037901 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.216080 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.216365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.343024 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Calling delete_port for 3364b671-2133-4737-bfa5-5c9534462dfe owned by network:floatingip {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:16.500212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.504821 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-487565b5-4da7-4f44-aa05-9e222fdfa386 tempest-AttachVolumeTestJSON-1257391953 tempest-AttachVolumeTestJSON-1257391953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:16.548008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event deleted for resources: {'Port': ['ID=3364b671-2133-4737-bfa5-5c9534462dfe,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:16.592881 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.593135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.593374 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.593834 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.594238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.594642 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.595044 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.595443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.595838 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.596237 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.596633 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:16.604815 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:16.661640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for floatingip, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.072310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:23:17.285110 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:23:17.296443 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] Sync routers for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:23:17.302867 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for floatingip, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.310588 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:17.311161 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:23:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:17.362243 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "DELETE /v2.0/floatingips/09ead33c-1058-480c-b72b-e85f85214af2 HTTP/1.1" status: 204 len: 168 time: 1.5406806 Jul 23 17:23:17.362243 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:17.421003 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'status': 'completed', 'code': 200} Jul 23 17:23:17.533429 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-18348b0d-e23f-42da-9cba-a598ba963f35 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4fa9bdd038a439ea54537869266c0cd&device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 1098 time: 0.0840383 Jul 23 17:23:17.545166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:17.693895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-7f547732-82b7-4f1d-b22b-479448769232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:17.695499 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-7f547732-82b7-4f1d-b22b-479448769232 service neutron] 10.222.0.102 "GET /v2.0/networks?id=272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 200 len: 911 time: 0.1551526 Jul 23 17:23:17.787113 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-1d989e59-fbc2-41f0-a19c-e7d01009cf61 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 200 len: 217 time: 0.0841191 Jul 23 17:23:17.858444 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-1934b7c7-5f81-40b6-a041-399e36c46660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:17.860045 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-1934b7c7-5f81-40b6-a041-399e36c46660 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 200 len: 848 time: 0.0662487 Jul 23 17:23:17.920494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:17.924718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] Checking router: ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:23:17.936571 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:17.937237 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:23:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:17.949396 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-820270be-dc04-4e24-bc47-7a2a00abe152 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=272a6896-56a0-4777-8f72-56cd7fce6a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819867 Jul 23 17:23:17.980381 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcada366-7b1c-4c5a-ad57-c43c17f45eb3 req-e7b9b766-fc65-425f-ac93-3e87fc810ef5 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:17.982371 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bcada366-7b1c-4c5a-ad57-c43c17f45eb3 req-e7b9b766-fc65-425f-ac93-3e87fc810ef5 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.2783265 Jul 23 17:23:18.042982 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-bcada366-7b1c-4c5a-ad57-c43c17f45eb3 req-5ea813b2-9dba-48c2-aa16-cc610ff98e63 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543199 Jul 23 17:23:18.099639 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-80013a64-0b64-4c94-8c1d-ec69f5daa2e4 service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437855 Jul 23 17:23:18.125839 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:18.481131 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-85c8e852-e627-4c13-822d-d6dfc33f9295 req-8986f905-83fc-4929-be60-456c65ea7f4d service neutron] 10.222.0.102 "GET /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745730 Jul 23 17:23:18.483727 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:18.489092 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e69b900-2703-45dc-9798-ea7aa1fc4ff1 None None] The sync data for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb is: [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:18:47Z', 'revision_number': 4, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb', '_interfaces': [{'id': '11612d00-83f8-406a-8122-58d3daedc85b', 'name': '', 'network_id': '272a6896-56a0-4777-8f72-56cd7fce6a83', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'mac_address': 'fa:16:3e:aa:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:46Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'subnets': [{'id': '6e82100a-a0a9-4ef6-9448-37850d809cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:23:18.968020 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69f20e-45d1-4a1b-b0f8-66662833d0f4 None None] New status for floating IP 09ead33c-1058-480c-b72b-e85f85214af2: DOWN {{(pid=82120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:23:19.045071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-2cc5c2c7-e8c6-4ca4-be78-760c0fd96921 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:19.045767 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-2cc5c2c7-e8c6-4ca4-be78-760c0fd96921 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Synchronizing usage tracker for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:port {{(pid=82118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:19.065137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.quota.resource [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-2cc5c2c7-e8c6-4ca4-be78-760c0fd96921 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Unset dirty status for tenant:b4fa9bdd038a439ea54537869266c0cd on resource:port {{(pid=82118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:19.066493 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-2cc5c2c7-e8c6-4ca4-be78-760c0fd96921 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.102 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.1081188 Jul 23 17:23:19.150329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Deleting port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:19.150887 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:19.264668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaf404-0fc5-440d-8fc3-e55d8c88a656 req-09cc65e5-fd20-45a5-b08d-96a0e3a6084d tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:19.266335 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cbcaf404-0fc5-440d-8fc3-e55d8c88a656 req-09cc65e5-fd20-45a5-b08d-96a0e3a6084d tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 945 time: 0.0872705 Jul 23 17:23:19.322331 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-cbcaf404-0fc5-440d-8fc3-e55d8c88a656 req-771e6adc-a71c-445c-b28d-66bfc04727ef tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/security-groups?id=d9f5c779-abc1-4943-89a0-5d31c4a2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495567 Jul 23 17:23:19.413841 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] For port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:19.414242 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:19.552755 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Calling delete_port for 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 owned by compute:nova {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:19.696041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:19.702009 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fc670455-82d5-49f0-bf23-5ef9b3e128f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:19.750035 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event deleted for resources: {'Port': ['ID=8bcb34ec-29ad-4b56-871c-2d30664d9ba2,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:19.753961 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:19.827548 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] No DVR routers for this DVR port 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 on host hv-cinder-80204 {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:23:19.829991 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746246'] for port, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:19.832730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-deleted', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2'}] {{(pid=82118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:19.849351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-f8e60c3c-28ea-4691-8584-583aedfddaac req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.102 "DELETE /v2.0/ports/8bcb34ec-29ad-4b56-871c-2d30664d9ba2 HTTP/1.1" status: 204 len: 173 time: 0.7765813 Jul 23 17:23:19.890036 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415acf0-f7c9-4014-a138-ac6b186423ee', 'name': 'network-vif-deleted', 'tag': '8bcb34ec-29ad-4b56-871c-2d30664d9ba2', 'status': 'completed', 'code': 200} Jul 23 17:23:20.512272 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [req-363a2bf5-6a52-4aa4-abbf-7aecf5d32bdb req-faf58f8a-353e-4c5e-bfaa-f3ebc1b251e7 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "GET /v2.0/ports?device_id=8415acf0-f7c9-4014-a138-ac6b186423ee HTTP/1.1" status: 200 len: 210 time: 0.0467031 Jul 23 17:23:21.622617 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57484) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:21.697878 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:21.733451 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:21.791239 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:21.795746 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-1c32f07f-2713-4a9f-8bd4-2b83612d6116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:21.813328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f5c779-abc1-4943-89a0-5d31c4a2b220,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:21.816103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:21.823738 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:21.825351 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-74acdd02-3e81-43bc-a2b3-9eb44c4f3ee0 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] 10.222.0.100 "DELETE /v2.0/security-groups/d9f5c779-abc1-4943-89a0-5d31c4a2b220 HTTP/1.1" status: 204 len: 168 time: 0.2012746 Jul 23 17:23:21.875025 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57490) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:22.370343 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:22.403999 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] No Port match for: 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:22.404389 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Device 8bcb34ec-29ad-4b56-871c-2d30664d9ba2 not bound to the agent host hv-cinder-80204 {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:22.471880 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.106371 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Deleting port 11612d00-83f8-406a-8122-58d3daedc85b {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:23.106931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.289103 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] For port 11612d00-83f8-406a-8122-58d3daedc85b, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=11612d00-83f8-406a-8122-58d3daedc85b,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:23.289532 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.421522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Calling delete_port for 11612d00-83f8-406a-8122-58d3daedc85b owned by network:router_interface {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:23.608459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.613063 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-78b4a310-6abb-4276-8763-210770cd6db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:23.659224 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=11612d00-83f8-406a-8122-58d3daedc85b,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:23.700413 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.700832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.701248 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.701666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.702123 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.702529 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.702931 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.703329 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.703732 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.704121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.704515 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-smb {{(pid=82117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:23.712273 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:23.980540 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:24.579544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:23:24.800968 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:23:24.812753 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] Sync routers for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:23:24.826925 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:24.827080 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-29def926-59ed-49c5-b1ba-f8bd973e0b7d admin admin] 10.222.0.100 "PUT /v2.0/routers/ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9508169 Jul 23 17:23:24.827610 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:23:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:24.829732 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57496) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:25.024744 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: dv-cinder-802045-1-smb {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:25.267098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.484039 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.492281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Deleting port b995b681-994d-4bae-b11b-53d76bcdd869 {{(pid=82117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:25.493261 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.495459 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:23:23Z', 'revision_number': 5, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port': {'id': 'b995b681-994d-4bae-b11b-53d76bcdd869', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:43Z', 'updated_at': '2021-07-23T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:25.499863 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] Checking router: ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 for host: dv-cinder-802045-1-smb {{(pid=82119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:23:25.511940 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] Routers {'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:25.512594 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:23:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'], 'active': True} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:25.683640 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] For port b995b681-994d-4bae-b11b-53d76bcdd869, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=b995b681-994d-4bae-b11b-53d76bcdd869,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:25.684210 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.689955 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] Set router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 gateway port host: None {{(pid=82119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:25.806980 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:23:25Z', 'revision_number': 6, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port_host': None}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:25.811773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74530711-8324-42c1-9eb9-2bcd74669f4d None None] The sync data for ids ['ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4'] in dv-cinder-802045-1-smb is: [{'id': 'ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4', 'name': 'tempest-TestShelveInstance-1434728172-router', 'tenant_id': 'b4fa9bdd038a439ea54537869266c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:42Z', 'updated_at': '2021-07-23T17:23:25Z', 'revision_number': 6, 'project_id': 'b4fa9bdd038a439ea54537869266c0cd', 'gw_port_host': None}] {{(pid=82119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:23:25.817883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Calling delete_port for b995b681-994d-4bae-b11b-53d76bcdd869 owned by network:router_gateway {{(pid=82117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:25.995228 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853113336'] for port, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.999608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fc33eb5b-0d97-4965-b40e-1c4c46390d4d tempest-TestMinimumBasicScenario-2034097543 tempest-TestMinimumBasicScenario-2034097543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:26.041321 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b995b681-994d-4bae-b11b-53d76bcdd869,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:26.045894 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:26.281305 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.560664 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.565049 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.590574 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.591137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 {{(pid=82117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:23:26.604399 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.605670 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-0a5bc0d8-8799-46b0-aee4-184df5cd4ca7 admin admin] 10.222.0.100 "DELETE /v2.0/routers/ffc9f6c1-e8ec-4a04-9e3d-71b19af012f4 HTTP/1.1" status: 204 len: 168 time: 1.7749078 Jul 23 17:23:26.608288 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57500) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:26.677384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Deleting subnet 6e82100a-a0a9-4ef6-9448-37850d809cbe {{(pid=82117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:23:26.681115 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.738054 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417520'] for subnet, precommit_delete_associations {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.820281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 11612d00-83f8-406a-8122-58d3daedc85b no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:26.855365 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 11612d00-83f8-406a-8122-58d3daedc85b {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:26.855760 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 11612d00-83f8-406a-8122-58d3daedc85b not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:26.856237 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device b995b681-994d-4bae-b11b-53d76bcdd869 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:26.875314 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.891578 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: b995b681-994d-4bae-b11b-53d76bcdd869 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:26.891976 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device b995b681-994d-4bae-b11b-53d76bcdd869 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:26.951966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1662558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445232'] for subnet, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.956718 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:26.991890 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e82100a-a0a9-4ef6-9448-37850d809cbe,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:26.996648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:26.999761 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for subnet, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.005666 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6024efe-aba8-4103-bfef-60f8e4b7bda6 None None] Network 272a6896-56a0-4777-8f72-56cd7fce6a83 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:23:27.006152 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-f42e475a-cd3e-4a1b-b674-be57854789e7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/6e82100a-a0a9-4ef6-9448-37850d809cbe HTTP/1.1" status: 204 len: 168 time: 0.3967962 Jul 23 17:23:27.009884 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57504) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:27.128609 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.140626 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Deleting port ffc289f5-7e3f-48e4-bd89-4c4da831211e {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:27.140972 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.271791 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] DHCP port deletion for 272a6896-56a0-4777-8f72-56cd7fce6a83 request from dv-cinder-802045-1-smb {{(pid=82119) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:23:27.276315 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Deleting port ffc289f5-7e3f-48e4-bd89-4c4da831211e {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:27.276730 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.363436 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] For port ffc289f5-7e3f-48e4-bd89-4c4da831211e, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ffc289f5-7e3f-48e4-bd89-4c4da831211e,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:27.363831 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.490788 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] For port ffc289f5-7e3f-48e4-bd89-4c4da831211e, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=ffc289f5-7e3f-48e4-bd89-4c4da831211e,segment=NetworkSegment(26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f),segment_id=26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:27.491231 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.496648 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Calling delete_port for ffc289f5-7e3f-48e4-bd89-4c4da831211e owned by network:dhcp {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:27.572806 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.578067 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-80e327f4-3f22-4c48-a9c5-77f9dff58798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:27.620541 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc289f5-7e3f-48e4-bd89-4c4da831211e,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:27.624895 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:27.627216 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Calling delete_port for ffc289f5-7e3f-48e4-bd89-4c4da831211e owned by network:dhcp {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:27.628384 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] No DVR routers for this DVR port ffc289f5-7e3f-48e4-bd89-4c4da831211e on host dv-cinder-802045-1-smb {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:23:27.699416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:23:27.699883 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:23:27.755697 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.770573 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272a6896-56a0-4777-8f72-56cd7fce6a83']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:27.784608 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:27.784993 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26455d8d-c8f0-4e62-96f2-ebf1d7b07b9f') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:27.798359 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.821107 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.828790 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Releasing vlan 1355 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:23:27.829220 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:23:27.844052 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:23:27.922552 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.926599 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-0e5ef370-79d6-4628-9836-b9d9f1af866e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:27.940814 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.954257 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Pushing event deleted for resources: {'Network': ['ID=272a6896-56a0-4777-8f72-56cd7fce6a83,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:27.959344 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:27.967787 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-5183f9ae-425d-4124-97f4-89d9e10c4366 admin admin] 10.222.0.100 "DELETE /v2.0/networks/272a6896-56a0-4777-8f72-56cd7fce6a83 HTTP/1.1" status: 204 len: 168 time: 0.9567924 Jul 23 17:23:27.970784 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57508) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:28.201196 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Deleting port ffc289f5-7e3f-48e4-bd89-4c4da831211e {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:28.201542 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.266514 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ba4977d1-04c5-4f59-b897-8e4a8a584a53 None None] The port 'ffc289f5-7e3f-48e4-bd89-4c4da831211e' was deleted {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:23:28.376796 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623203'] for router_interface, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.816475 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ffc289f5-7e3f-48e4-bd89-4c4da831211e no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:28.855832 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: ffc289f5-7e3f-48e4-bd89-4c4da831211e {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:28.856281 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device ffc289f5-7e3f-48e4-bd89-4c4da831211e not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:29.003008 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Deleting port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:29.003380 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.183249 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] For port 5f8eaae2-d205-46b7-9b01-c2a5c0da933d, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:29.183518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.530557 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Calling delete_port for 5f8eaae2-d205-46b7-9b01-c2a5c0da933d owned by network:router_interface {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:29.702005 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.706348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-61728216-fee2-4bec-8247-2dace4373104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:29.749241 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8eaae2-d205-46b7-9b01-c2a5c0da933d,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:29.753478 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:30.059415 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854140205'] for router_interface, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.665506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Router 6047e129-e873-44d3-aa5d-bbb982de93fa has already been hosted by L3 agent f6482e65-d4b7-4127-9e30-2a5a35e0f97e {{(pid=82118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:23:30.882725 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] Notify agent at l3_agent.dv-cinder-802045-1-smb the message routers_updated {{(pid=82118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:23:30.893238 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] Sync routers for ids ['6047e129-e873-44d3-aa5d-bbb982de93fa'] in dv-cinder-802045-1-smb {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:23:30.900527 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-4b90f3c4-74a2-462e-a5ba-98b5a18b2a9f admin admin] 10.222.0.100 "PUT /v2.0/routers/6047e129-e873-44d3-aa5d-bbb982de93fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286225 Jul 23 17:23:30.903649 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57512) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:30.907449 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] Routers {'6047e129-e873-44d3-aa5d-bbb982de93fa'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:30.908112 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:23:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['6047e129-e873-44d3-aa5d-bbb982de93fa'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:31.097114 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] Set router 6047e129-e873-44d3-aa5d-bbb982de93fa gateway port host: dv-cinder-802045-1-smb {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:31.111569 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks [] for router, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.328121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.337081 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Deleting port 8d696a34-b5c4-4e1a-b287-b60d2cea386e {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:31.337454 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.409729 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'external_fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:23:29Z', 'revision_number': 5, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port': {'id': '8d696a34-b5c4-4e1a-b287-b60d2cea386e', 'name': '', 'network_id': 'c9c3118d-dd3d-4f47-b7aa-2d5b96e74388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e8de3ea-e2b5-45b4-9d7b-56d66ef31f1c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-smb'}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:31.413964 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] Checking router: 6047e129-e873-44d3-aa5d-bbb982de93fa for host: dv-cinder-802045-1-smb {{(pid=82120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:23:31.425913 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] Routers {'6047e129-e873-44d3-aa5d-bbb982de93fa'} bound to L3 agent in host dv-cinder-802045-1-smb {{(pid=82120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:31.426591 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:04:36Z,description=,heartbeat_timestamp=2021-07-23T17:23:06Z,host='dv-cinder-802045-1-smb',id=f6482e65-d4b7-4127-9e30-2a5a35e0f97e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:04:36Z,topic='l3_agent')) {'router_ids': ['6047e129-e873-44d3-aa5d-bbb982de93fa'], 'active': True} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:31.520923 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] For port 8d696a34-b5c4-4e1a-b287-b60d2cea386e, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=8d696a34-b5c4-4e1a-b287-b60d2cea386e,segment=NetworkSegment(55a71c44-1881-430e-b113-cd50d085e8af),segment_id=55a71c44-1881-430e-b113-cd50d085e8af)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:31.521319 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.584108 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvr_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] Set router 6047e129-e873-44d3-aa5d-bbb982de93fa gateway port host: None {{(pid=82120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:31.655304 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Calling delete_port for 8d696a34-b5c4-4e1a-b287-b60d2cea386e owned by network:router_gateway {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:31.833614 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.838325 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-968a0531-c320-4776-99e6-5a03b054ef96 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:31.839198 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_hamode_db [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:23:31Z', 'revision_number': 6, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port_host': None}], 'dv-cinder-802045-1-smb', False) {} {{(pid=82120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:31.843647 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1390c-e639-45b4-82b4-49caa8d29828 None None] The sync data for ids ['6047e129-e873-44d3-aa5d-bbb982de93fa'] in dv-cinder-802045-1-smb is: [{'id': '6047e129-e873-44d3-aa5d-bbb982de93fa', 'name': 'tempest-TestShelveInstance-1093682632-router', 'tenant_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:51Z', 'updated_at': '2021-07-23T17:23:31Z', 'revision_number': 6, 'project_id': '9baf70eec9c3484e8c3d6a4bdf24f7cf', 'gw_port_host': None}] {{(pid=82120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:23:31.885061 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d696a34-b5c4-4e1a-b287-b60d2cea386e,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:31.888140 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:31.959936 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-df958328-e0a5-4e96-a487-868627fa7d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.350014 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624210'] for router_gateway, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.623726 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63232'] for router, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.628053 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.650807 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854138686'] for router, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.651353 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6047e129-e873-44d3-aa5d-bbb982de93fa {{(pid=82118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:23:32.663781 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] Notify callbacks [] for router, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.665079 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-b2e80cf7-b925-4003-9231-ad7943e29e03 admin admin] 10.222.0.100 "DELETE /v2.0/routers/6047e129-e873-44d3-aa5d-bbb982de93fa HTTP/1.1" status: 204 len: 168 time: 1.7604291 Jul 23 17:23:32.667935 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57518) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:32.739332 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Deleting subnet 0dbef260-40f1-47ca-8689-ba7844d59bba {{(pid=82118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:23:32.743483 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.810589 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853174381'] for subnet, precommit_delete_associations {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.825505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 8d696a34-b5c4-4e1a-b287-b60d2cea386e no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:32.859310 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 8d696a34-b5c4-4e1a-b287-b60d2cea386e {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:32.859699 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 8d696a34-b5c4-4e1a-b287-b60d2cea386e not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:32.860166 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5f8eaae2-d205-46b7-9b01-c2a5c0da933d no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:32.893271 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 5f8eaae2-d205-46b7-9b01-c2a5c0da933d {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:32.893580 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 5f8eaae2-d205-46b7-9b01-c2a5c0da933d not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:32.897537 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-75600'] for subnet, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.966685 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854700200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852292213'] for subnet, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.971076 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-8110353b-3a31-424f-8114-e51341f7e61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:33.013419 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbef260-40f1-47ca-8689-ba7844d59bba,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:33.016209 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:33.019741 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.025071 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6713e1-cdf9-431d-8e0b-1b49a160d0b8 None None] Network 851d4253-fcc3-4704-8f3e-7f459c461525 requested from dv-cinder-802045-1-smb {{(pid=82119) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:23:33.027231 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-3c592c3d-1a7a-436a-8c46-2f6477142b2e admin admin] 10.222.0.100 "DELETE /v2.0/subnets/0dbef260-40f1-47ca-8689-ba7844d59bba HTTP/1.1" status: 204 len: 168 time: 0.3580942 Jul 23 17:23:33.029966 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57522) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:33.151975 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854528235'] for network, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.166849 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Deleting port 6ac26a69-9d4e-4520-b817-3a0f07666334 {{(pid=82118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:33.167219 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.305572 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] DHCP port deletion for 851d4253-fcc3-4704-8f3e-7f459c461525 request from dv-cinder-802045-1-smb {{(pid=82119) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:23:33.310509 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Deleting port 6ac26a69-9d4e-4520-b817-3a0f07666334 {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:33.310933 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.386898 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] For port 6ac26a69-9d4e-4520-b817-3a0f07666334, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=6ac26a69-9d4e-4520-b817-3a0f07666334,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:33.387582 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.521668 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Calling delete_port for 6ac26a69-9d4e-4520-b817-3a0f07666334 owned by network:dhcp {{(pid=82118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:33.539258 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.db [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] For port 6ac26a69-9d4e-4520-b817-3a0f07666334, host dv-cinder-802045-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-smb',level=0,port_id=6ac26a69-9d4e-4520-b817-3a0f07666334,segment=NetworkSegment(cb98dd04-216b-4d5b-b1db-473515e1a099),segment_id=cb98dd04-216b-4d5b-b1db-473515e1a099)] {{(pid=82119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:33.540179 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623797'] for port, precommit_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.609456 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847143573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853753676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277248431766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277248841810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852675066'] for port, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.620173 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-d9b461f8-e849-4ac3-88ab-909087e11346 tempest-TestShelveInstance-683658448 tempest-TestShelveInstance-683658448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:33.666355 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac26a69-9d4e-4520-b817-3a0f07666334,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:33.669615 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:33.672566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] No DVR routers for this DVR port 6ac26a69-9d4e-4520-b817-3a0f07666334 on host dv-cinder-802045-1-smb {{(pid=82118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:23:33.674950 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Calling delete_port for 6ac26a69-9d4e-4520-b817-3a0f07666334 owned by network:dhcp {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:33.746763 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.db.api [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82119) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:23:33.747405 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_db.api [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:23:33.802100 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-73947', 'neutron.services.segments.db._delete_segments_for_network--9223363277248390140'] for network, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.817662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851d4253-fcc3-4704-8f3e-7f459c461525']}} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:33.831165 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb98dd04-216b-4d5b-b1db-473515e1a099') {'for_net_delete': True} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:33.831503 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.services.segments.db [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb98dd04-216b-4d5b-b1db-473515e1a099') {} {{(pid=82118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:33.844188 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277248395875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1601435'] for segment, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.859174 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.866169 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Releasing vlan 1356 on physical network physnet1 to pool {{(pid=82118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100797'] for segment, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: Traceback (most recent call last): Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: timer() Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: cb(*args, **kw) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: return func(*args, **kwargs) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: self._notify() Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: self.callback(batched_events) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: event.method(event) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: segment_id)['aggregates'][0] Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: return f(self, *a, **k) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: return self._get(url).json() Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: **kwargs) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: return self.request(url, 'GET', **kwargs) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: **endpoint_filter) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:23:33.866593 dv-cinder-802045-1-smb neutron-server[82004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:23:33.966645 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854701853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847105596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854151576'] for network, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.970446 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-f0bfb705-0930-43fd-94a6-0469b468a1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:33.986629 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847105579'] for network, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.993491 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Pushing event deleted for resources: {'Network': ['ID=851d4253-fcc3-4704-8f3e-7f459c461525,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:33.998137 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:34.004575 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-ece62ca4-26a6-4dc4-bb37-19e0628e3318 admin admin] 10.222.0.100 "DELETE /v2.0/networks/851d4253-fcc3-4704-8f3e-7f459c461525 HTTP/1.1" status: 204 len: 168 time: 0.9736352 Jul 23 17:23:34.215816 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57528) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:34.225630 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.249069 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Deleting port 6ac26a69-9d4e-4520-b817-3a0f07666334 {{(pid=82119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:34.249506 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759606340979'] for port, before_delete {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.273244 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-a2c59491-c6f6-4095-b510-b58936ff2004 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b4fa9bdd038a439ea54537869266c0cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533781 Jul 23 17:23:34.274058 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82118) accepted ('10.222.0.100', 57532) {{(pid=82118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:34.318555 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-64957913-18de-4a31-8f88-ef600bcbf66e None None] The port '6ac26a69-9d4e-4520-b817-3a0f07666334' was deleted {{(pid=82119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:23:34.342900 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.370842 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.419562 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.424837 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-43e9cda5-af2c-4c41-a9b0-f27c88468a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:34.439865 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49298af5-63ef-4558-8257-5612ac48d469,revision_number=None']} {{(pid=82118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:34.442427 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:34.450185 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.451489 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-03860978-214c-4772-8ac3-859ac6a93fd9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/49298af5-63ef-4558-8257-5612ac48d469 HTTP/1.1" status: 204 len: 168 time: 0.1764095 Jul 23 17:23:34.824846 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 6ac26a69-9d4e-4520-b817-3a0f07666334 no longer exists at agent ovs-agent-dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:34.858987 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.plugin [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] No Port match for: 6ac26a69-9d4e-4520-b817-3a0f07666334 {{(pid=82119) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:34.859382 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.plugins.ml2.rpc [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Device 6ac26a69-9d4e-4520-b817-3a0f07666334 not bound to the agent host dv-cinder-802045-1-smb {{(pid=82119) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:34.882150 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57540) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:34.937747 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-04f1e0be-ffd4-4441-aea2-6fd182a78655 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9baf70eec9c3484e8c3d6a4bdf24f7cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542326 Jul 23 17:23:34.940402 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.wsgi [-] (82117) accepted ('10.222.0.100', 57544) {{(pid=82117) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:35.007041 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.034412 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.078795 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005180'] for security_group, after_delete {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.083707 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-fd66ccf0-7336-4076-b24e-68942551af3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:35.097134 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c88f63-f354-4ef6-adc0-4a83f73d15ef,revision_number=None']} {{(pid=82117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:35.100181 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG oslo_concurrency.lockutils [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:35.101072 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.102955 dv-cinder-802045-1-smb neutron-server[82004]: INFO neutron.wsgi [None req-bec50cce-72fc-4c1b-b54a-51d34dcb618e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/82c88f63-f354-4ef6-adc0-4a83f73d15ef HTTP/1.1" status: 204 len: 168 time: 0.1614516 Jul 23 17:23:35.191868 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.693121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-33f81c4f-5f6e-403b-aadd-034111d2bf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:37.291254 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.597348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:45.184708 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:24:01.953447 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-59285a63-01c6-43f3-8522-41bdeb34cf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:04.218367 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:05.193773 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:05.694341 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-f89b9f2e-b1b2-4a8b-aa11-395f99ef85b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:07.294348 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:12.612639 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:22.185860 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:24:31.956566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2bfd-0eeb-4078-aff9-a0e93b7fd201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:34.220897 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:35.199262 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:35.696676 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-471875c8-06f9-40ba-8fa3-67408279ec54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:37.356403 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:42.611684 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:59.186585 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:25:01.958518 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-323706d0-e6c0-4298-b52d-12a528cc7f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:04.224247 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:05.199090 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:05.698888 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-bc444f55-7681-41bd-a151-f000b2c0f219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:07.302453 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:12.627522 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:31.960544 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-503a0cc8-c58d-4f8c-937b-a445f03c7832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:34.226662 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:35.201148 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:35.700189 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-606893ef-654c-4f7a-8d51-513b427796cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:36.186708 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:25:37.303682 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:42.642494 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:01.963135 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-618e7d44-b397-4a49-afae-97bdea0d5727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:04.228495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:05.203835 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:05.702170 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b0c-f187-4ff3-b423-6f2fd8362cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:07.305302 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:12.640533 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.188027 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:26:31.966505 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-46755a11-3fb6-4352-bed6-13c44d5bab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.232416 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:35.208276 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:35.705566 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-fc799a29-3323-46fb-bf63-e666ba9a49e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.573939 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.655206 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:50.190282 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:27:01.968804 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-e964056b-e317-4e90-bdab-22c478ea5ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:04.236971 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:05.209539 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:05.707495 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-ef604f2a-0593-4608-a194-0922d855c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:07.315122 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.654212 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.192160 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:27:31.970538 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-8bafbd62-a78f-4829-bb61-cb0e98a7873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.240745 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:35.212121 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:35.708554 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-5089c849-61c6-4e37-952b-0f66003d30ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:37.315328 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:42.668487 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.974234 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-3fc606ee-1a07-449e-a2db-ab98cace7a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:04.193186 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron.db.agents_db [None req-9b9c58a1-8f35-4313-8c78-f30e23b73f47 None None] Agent healthcheck: found 6 active agents {{(pid=82120) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:28:04.244559 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-dce97562-1776-44e7-8989-83fc04d16c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:05.215345 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-d9c078b9-6392-424c-b4b1-39295468e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:05.711124 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-07ba6002-1b54-46a3-aef2-54c29a1f5caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:07.355622 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-cec5e41c-fbcb-4a01-aa94-f458c8da2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:12.667098 dv-cinder-802045-1-smb neutron-server[82004]: DEBUG neutron_lib.callbacks.manager [None req-742301e7-56fb-40de-9e64-c20fb6d4a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759606380010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854696529'] for agent, after_update {{(pid=82119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}